== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 04:26:29 (1788855989)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.57 seconds: 17.50 ops/second
 - mkdir 120 (time 1788856010.52 total 10.01 last 11.98)
 - mkdir 247 (time 1788856020.58 total 20.07 last 12.63)
 - mkdir 389 (time 1788856030.59 total 30.08 last 14.19)
 - mkdir 518 (time 1788856040.67 total 40.16 last 12.80)
 - mkdir 688 (time 1788856050.70 total 50.19 last 16.94)
 - mkdir 844 (time 1788856060.76 total 60.25 last 15.51)
 - mkdir 942 (time 1788856070.77 total 70.26 last 9.79)
total: 1000 mkdir in 74.87 seconds: 13.36 ops/second
 - mkdir 134 (time 1788856014.64 total 10.14 last 13.22)
 - mkdir 268 (time 1788856024.66 total 20.15 last 13.38)
 - mkdir 408 (time 1788856034.69 total 30.18 last 13.96)
 - mkdir 537 (time 1788856044.71 total 40.21 last 12.87)
 - mkdir 737 (time 1788856054.74 total 50.23 last 19.94)
 - mkdir 852 (time 1788856064.82 total 60.31 last 11.41)
 - mkdir 961 (time 1788856074.82 total 70.32 last 10.90)
total: 1000 mkdir in 78.64 seconds: 12.72 ops/second
 - mkdir 135 (time 1788856014.96 total 10.05 last 13.43)
 - mkdir 276 (time 1788856024.96 total 20.06 last 14.09)
 - mkdir 418 (time 1788856035.00 total 30.10 last 14.14)
 - mkdir 543 (time 1788856045.03 total 40.13 last 12.47)
 - mkdir 740 (time 1788856055.10 total 50.20 last 19.56)
 - mkdir 855 (time 1788856065.16 total 60.25 last 11.44)
 - mkdir 962 (time 1788856075.22 total 70.32 last 10.63)
total: 1000 mkdir in 78.25 seconds: 12.78 ops/second
 - mkdir 138 (time 1788856015.54 total 10.09 last 13.67)
 - mkdir 280 (time 1788856025.60 total 20.15 last 14.12)
 - mkdir 426 (time 1788856035.60 total 30.15 last 14.59)
 - mkdir 555 (time 1788856045.62 total 40.17 last 12.88)
 - mkdir 745 (time 1788856055.64 total 50.19 last 18.95)
 - mkdir 859 (time 1788856065.68 total 60.23 last 11.36)
 - mkdir 963 (time 1788856075.68 total 70.23 last 10.40)
total: 1000 mkdir in 78.76 seconds: 12.70 ops/second
 - mkdir 137 (time 1788856014.91 total 10.11 last 13.55)
 - mkdir 273 (time 1788856024.96 total 20.16 last 13.53)
 - mkdir 412 (time 1788856035.01 total 30.21 last 13.84)
 - mkdir 539 (time 1788856045.03 total 40.23 last 12.67)
 - mkdir 736 (time 1788856055.03 total 50.23 last 19.70)
 - mkdir 848 (time 1788856065.05 total 60.24 last 11.19)
 - mkdir 953 (time 1788856075.10 total 70.29 last 10.45)
 - mkdir 999 (time 1788856085.21 total 80.41 last 4.55)
total: 1000 mkdir in 80.41 seconds: 12.44 ops/second
 - mkdir 125 (time 1788856013.54 total 10.00 last 12.50)
 - mkdir 247 (time 1788856023.55 total 20.01 last 12.19)
 - mkdir 391 (time 1788856033.58 total 30.03 last 14.36)
 - mkdir 510 (time 1788856043.62 total 40.08 last 11.85)
 - mkdir 715 (time 1788856053.66 total 50.12 last 20.42)
 - mkdir 832 (time 1788856063.75 total 60.21 last 11.59)
 - mkdir 940 (time 1788856073.75 total 70.21 last 10.80)
 - mkdir 990 (time 1788856083.91 total 80.37 last 4.92)
total: 1000 mkdir in 82.73 seconds: 12.09 ops/second
 - mkdir 133 (time 1788856015.04 total 10.06 last 13.22)
 - mkdir 272 (time 1788856025.08 total 20.10 last 13.84)
 - mkdir 409 (time 1788856035.13 total 30.14 last 13.64)
 - mkdir 536 (time 1788856045.17 total 40.19 last 12.65)
 - mkdir 734 (time 1788856055.23 total 50.25 last 19.68)
 - mkdir 846 (time 1788856065.23 total 60.25 last 11.20)
 - mkdir 950 (time 1788856075.29 total 70.31 last 10.34)
 - mkdir 990 (time 1788856085.34 total 80.36 last 3.98)
total: 1000 mkdir in 82.47 seconds: 12.13 ops/second
 - mkdir 131 (time 1788856015.61 total 10.07 last 13.01)
 - mkdir 273 (time 1788856025.63 total 20.09 last 14.17)
 - mkdir 412 (time 1788856035.70 total 30.16 last 13.81)
 - mkdir 541 (time 1788856045.70 total 40.16 last 12.90)
 - mkdir 738 (time 1788856055.80 total 50.26 last 19.51)
 - mkdir 852 (time 1788856065.81 total 60.27 last 11.39)
 - mkdir 947 (time 1788856075.84 total 70.30 last 9.47)
 - mkdir 988 (time 1788856085.97 total 80.43 last 4.05)
total: 1000 mkdir in 83.11 seconds: 12.03 ops/second
 - mkdir 117 (time 1788856012.68 total 10.02 last 11.68)
 - mkdir 229 (time 1788856022.69 total 20.03 last 11.18)
 - mkdir 363 (time 1788856032.72 total 30.07 last 13.36)
 - mkdir 482 (time 1788856042.73 total 40.08 last 11.89)
 - mkdir 683 (time 1788856052.73 total 50.08 last 20.10)
 - mkdir 799 (time 1788856062.81 total 60.15 last 11.52)
 - mkdir 900 (time 1788856072.81 total 70.15 last 10.10)
 - mkdir 955 (time 1788856082.90 total 80.24 last 5.45)
total: 1000 mkdir in 88.57 seconds: 11.29 ops/second
 - mkdir 120 (time 1788856015.46 total 10.17 last 11.80)
 - mkdir 256 (time 1788856025.48 total 20.19 last 13.57)
 - mkdir 387 (time 1788856035.52 total 30.23 last 13.05)
 - mkdir 512 (time 1788856045.56 total 40.27 last 12.45)
 - mkdir 710 (time 1788856055.56 total 50.28 last 19.78)
 - mkdir 828 (time 1788856065.59 total 60.30 last 11.78)
 - mkdir 927 (time 1788856075.88 total 70.60 last 9.61)
 - mkdir 967 (time 1788856086.17 total 80.89 last 3.89)
total: 1000 mkdir in 86.04 seconds: 11.62 ops/second
Time for file creation 100 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 18 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.61 seconds: 16.34 ops/second
 - mkdir 135 (time 1788856680.63 total 10.00 last 13.49)
 - mkdir 272 (time 1788856690.70 total 20.07 last 13.61)
 - mkdir 430 (time 1788856700.75 total 30.12 last 15.72)
 - mkdir 572 (time 1788856710.76 total 40.14 last 14.18)
 - mkdir 754 (time 1788856720.79 total 50.16 last 18.15)
 - mkdir 932 (time 1788856730.81 total 60.18 last 17.77)
total: 1000 mkdir in 63.22 seconds: 15.82 ops/second
 - mkdir 147 (time 1788856683.17 total 10.01 last 14.68)
 - mkdir 296 (time 1788856693.19 total 20.03 last 14.87)
 - mkdir 453 (time 1788856703.20 total 30.04 last 15.68)
 - mkdir 606 (time 1788856713.22 total 40.06 last 15.28)
 - mkdir 781 (time 1788856723.24 total 50.09 last 17.45)
 - mkdir 968 (time 1788856733.30 total 60.14 last 18.59)
total: 1000 mkdir in 62.34 seconds: 16.04 ops/second
 - mkdir 141 (time 1788856683.56 total 10.04 last 14.05)
 - mkdir 295 (time 1788856693.65 total 20.13 last 15.26)
 - mkdir 450 (time 1788856703.71 total 30.19 last 15.41)
 - mkdir 601 (time 1788856713.72 total 40.20 last 15.09)
 - mkdir 783 (time 1788856723.73 total 50.20 last 18.19)
 - mkdir 969 (time 1788856733.74 total 60.21 last 18.58)
total: 1000 mkdir in 63.45 seconds: 15.76 ops/second
 - mkdir 138 (time 1788856683.36 total 10.09 last 13.68)
 - mkdir 292 (time 1788856693.38 total 20.11 last 15.37)
 - mkdir 444 (time 1788856703.39 total 30.12 last 15.18)
 - mkdir 595 (time 1788856713.43 total 40.15 last 15.05)
 - mkdir 774 (time 1788856723.47 total 50.20 last 17.82)
 - mkdir 963 (time 1788856733.51 total 60.23 last 18.83)
total: 1000 mkdir in 63.83 seconds: 15.67 ops/second
 - mkdir 140 (time 1788856683.52 total 10.04 last 13.95)
 - mkdir 284 (time 1788856693.55 total 20.06 last 14.36)
 - mkdir 442 (time 1788856703.55 total 30.07 last 15.79)
 - mkdir 593 (time 1788856713.63 total 40.14 last 14.99)
 - mkdir 777 (time 1788856723.69 total 50.21 last 18.28)
 - mkdir 966 (time 1788856733.74 total 60.25 last 18.82)
total: 1000 mkdir in 64.11 seconds: 15.60 ops/second
 - mkdir 149 (time 1788856684.20 total 10.03 last 14.85)
 - mkdir 299 (time 1788856694.24 total 20.07 last 14.95)
 - mkdir 458 (time 1788856704.28 total 30.11 last 15.82)
 - mkdir 609 (time 1788856714.30 total 40.13 last 15.07)
 - mkdir 787 (time 1788856724.34 total 50.17 last 17.74)
 - mkdir 972 (time 1788856734.37 total 60.20 last 18.43)
total: 1000 mkdir in 63.63 seconds: 15.72 ops/second
 - mkdir 142 (time 1788856683.56 total 10.03 last 14.16)
 - mkdir 286 (time 1788856693.61 total 20.08 last 14.32)
 - mkdir 445 (time 1788856703.65 total 30.13 last 15.83)
 - mkdir 594 (time 1788856713.71 total 40.19 last 14.82)
 - mkdir 775 (time 1788856723.78 total 50.26 last 17.98)
 - mkdir 965 (time 1788856733.79 total 60.27 last 18.98)
total: 1000 mkdir in 64.59 seconds: 15.48 ops/second
 - mkdir 147 (time 1788856684.27 total 10.14 last 14.50)
 - mkdir 292 (time 1788856694.30 total 20.16 last 14.46)
 - mkdir 453 (time 1788856704.34 total 30.21 last 16.03)
 - mkdir 605 (time 1788856714.37 total 40.24 last 15.15)
 - mkdir 776 (time 1788856724.41 total 50.28 last 17.03)
 - mkdir 959 (time 1788856734.45 total 60.31 last 18.23)
total: 1000 mkdir in 65.66 seconds: 15.23 ops/second
 - mkdir 127 (time 1788856682.15 total 10.04 last 12.65)
 - mkdir 267 (time 1788856692.19 total 20.08 last 13.95)
 - mkdir 417 (time 1788856702.20 total 30.09 last 14.99)
 - mkdir 559 (time 1788856712.21 total 40.10 last 14.18)
 - mkdir 739 (time 1788856722.22 total 50.11 last 17.99)
 - mkdir 916 (time 1788856732.23 total 60.12 last 17.67)
total: 1000 mkdir in 68.20 seconds: 14.66 ops/second
 - mkdir 132 (time 1788856683.03 total 10.05 last 13.14)
 - mkdir 276 (time 1788856693.04 total 20.06 last 14.39)
 - mkdir 426 (time 1788856703.07 total 30.09 last 14.95)
 - mkdir 572 (time 1788856713.10 total 40.12 last 14.56)
 - mkdir 749 (time 1788856723.12 total 50.14 last 17.67)
 - mkdir 929 (time 1788856733.12 total 60.14 last 17.99)
total: 1000 mkdir in 67.62 seconds: 14.79 ops/second
Time for file creation 80 sec for 1 RPC sent at a time
 - unlinked 0 (time 1788856749 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1788856752 ; total 0 ; last 0)
total: 1000 unlinks in 38 seconds: 26.315790 unlinks/second
 - unlinked 0 (time 1788856753 ; total 0 ; last 0)
total: 1000 unlinks in 38 seconds: 26.315790 unlinks/second
 - unlinked 0 (time 1788856753 ; total 0 ; last 0)
total: 1000 unlinks in 39 seconds: 25.641026 unlinks/second
 - unlinked 0 (time 1788856754 ; total 0 ; last 0)
total: 1000 unlinks in 38 seconds: 26.315790 unlinks/second
 - unlinked 0 (time 1788856753 ; total 0 ; last 0)
total: 1000 unlinks in 40 seconds: 25.000000 unlinks/second
 - unlinked 0 (time 1788856754 ; total 1 ; last 1)
total: 1000 unlinks in 40 seconds: 25.000000 unlinks/second
 - unlinked 0 (time 1788856753 ; total 0 ; last 0)
total: 1000 unlinks in 41 seconds: 24.390244 unlinks/second
 - unlinked 0 (time 1788856753 ; total 0 ; last 0)
total: 1000 unlinks in 41 seconds: 24.390244 unlinks/second
 - unlinked 0 (time 1788856754 ; total 0 ; last 0)
total: 1000 unlinks in 40 seconds: 25.000000 unlinks/second
Time for file removal 56 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8