== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 07:56:08 (1790942168)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.60 seconds: 16.58 ops/second
 - mkdir 165 (time 1790942189.83 total 10.02 last 16.46)
 - mkdir 335 (time 1790942199.85 total 20.04 last 16.98)
 - mkdir 461 (time 1790942209.88 total 30.07 last 12.55)
 - mkdir 587 (time 1790942219.90 total 40.09 last 12.58)
 - mkdir 734 (time 1790942229.90 total 50.09 last 14.70)
 - mkdir 865 (time 1790942239.96 total 60.15 last 13.02)
total: 1000 mkdir in 69.98 seconds: 14.29 ops/second
 - mkdir 156 (time 1790942189.79 total 10.01 last 15.58)
 - mkdir 316 (time 1790942199.83 total 20.05 last 15.93)
 - mkdir 440 (time 1790942209.84 total 30.06 last 12.40)
 - mkdir 570 (time 1790942219.87 total 40.09 last 12.96)
 - mkdir 721 (time 1790942229.89 total 50.11 last 15.07)
 - mkdir 854 (time 1790942239.95 total 60.17 last 13.22)
 - mkdir 988 (time 1790942249.98 total 70.19 last 13.36)
total: 1000 mkdir in 71.97 seconds: 13.90 ops/second
 - mkdir 158 (time 1790942189.70 total 10.04 last 15.73)
 - mkdir 322 (time 1790942199.77 total 20.11 last 16.30)
 - mkdir 442 (time 1790942209.77 total 30.11 last 11.99)
 - mkdir 573 (time 1790942219.82 total 40.16 last 13.03)
 - mkdir 717 (time 1790942229.82 total 50.16 last 14.40)
 - mkdir 851 (time 1790942239.90 total 60.24 last 13.30)
 - mkdir 985 (time 1790942249.99 total 70.32 last 13.29)
total: 1000 mkdir in 72.22 seconds: 13.85 ops/second
 - mkdir 161 (time 1790942189.15 total 10.00 last 16.10)
 - mkdir 323 (time 1790942199.16 total 20.01 last 16.19)
 - mkdir 441 (time 1790942209.16 total 30.01 last 11.79)
 - mkdir 571 (time 1790942219.23 total 40.07 last 12.92)
 - mkdir 718 (time 1790942229.25 total 50.10 last 14.66)
 - mkdir 849 (time 1790942239.27 total 60.12 last 13.07)
 - mkdir 980 (time 1790942249.36 total 70.21 last 12.99)
total: 1000 mkdir in 72.88 seconds: 13.72 ops/second
 - mkdir 157 (time 1790942189.08 total 10.05 last 15.62)
 - mkdir 318 (time 1790942199.13 total 20.10 last 16.02)
 - mkdir 438 (time 1790942209.18 total 30.15 last 11.94)
 - mkdir 563 (time 1790942219.21 total 40.18 last 12.46)
 - mkdir 712 (time 1790942229.25 total 50.22 last 14.84)
 - mkdir 844 (time 1790942239.29 total 60.26 last 13.15)
 - mkdir 976 (time 1790942249.34 total 70.31 last 13.13)
total: 1000 mkdir in 73.42 seconds: 13.62 ops/second
 - mkdir 163 (time 1790942190.08 total 10.02 last 16.27)
 - mkdir 322 (time 1790942200.13 total 20.06 last 15.83)
 - mkdir 445 (time 1790942210.20 total 30.13 last 12.22)
 - mkdir 568 (time 1790942220.30 total 40.23 last 12.18)
 - mkdir 721 (time 1790942230.31 total 50.25 last 15.28)
 - mkdir 849 (time 1790942240.34 total 60.28 last 12.76)
 - mkdir 983 (time 1790942250.38 total 70.31 last 13.35)
total: 1000 mkdir in 73.16 seconds: 13.67 ops/second
 - mkdir 155 (time 1790942189.98 total 10.06 last 15.41)
 - mkdir 315 (time 1790942200.02 total 20.09 last 15.94)
 - mkdir 439 (time 1790942210.02 total 30.10 last 12.39)
 - mkdir 565 (time 1790942220.07 total 40.15 last 12.54)
 - mkdir 718 (time 1790942230.09 total 50.17 last 15.27)
 - mkdir 848 (time 1790942240.10 total 60.17 last 12.99)
 - mkdir 977 (time 1790942250.23 total 70.31 last 12.73)
total: 1000 mkdir in 73.43 seconds: 13.62 ops/second
 - mkdir 160 (time 1790942190.09 total 10.06 last 15.90)
 - mkdir 324 (time 1790942200.14 total 20.11 last 16.32)
 - mkdir 442 (time 1790942210.16 total 30.12 last 11.78)
 - mkdir 565 (time 1790942220.22 total 40.19 last 12.22)
 - mkdir 716 (time 1790942230.28 total 50.25 last 15.01)
 - mkdir 845 (time 1790942240.30 total 60.27 last 12.88)
 - mkdir 979 (time 1790942250.33 total 70.30 last 13.36)
total: 1000 mkdir in 73.43 seconds: 13.62 ops/second
 - mkdir 157 (time 1790942190.30 total 10.02 last 15.67)
 - mkdir 321 (time 1790942200.34 total 20.05 last 16.34)
 - mkdir 440 (time 1790942210.40 total 30.11 last 11.83)
 - mkdir 562 (time 1790942220.40 total 40.12 last 12.20)
 - mkdir 714 (time 1790942230.44 total 50.15 last 15.14)
 - mkdir 843 (time 1790942240.46 total 60.17 last 12.87)
 - mkdir 976 (time 1790942250.51 total 70.22 last 13.24)
total: 1000 mkdir in 73.46 seconds: 13.61 ops/second
 - mkdir 152 (time 1790942189.90 total 10.05 last 15.12)
 - mkdir 306 (time 1790942199.93 total 20.08 last 15.36)
 - mkdir 425 (time 1790942209.95 total 30.09 last 11.88)
 - mkdir 553 (time 1790942219.99 total 40.14 last 12.74)
 - mkdir 701 (time 1790942230.01 total 50.16 last 14.77)
 - mkdir 830 (time 1790942240.03 total 60.18 last 12.88)
 - mkdir 960 (time 1790942250.09 total 70.24 last 12.92)
total: 1000 mkdir in 74.86 seconds: 13.36 ops/second
Time for file creation 85 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 12 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.85 seconds: 11.82 ops/second
 - mkdir 121 (time 1790942895.39 total 10.02 last 12.08)
 - mkdir 256 (time 1790942905.42 total 20.05 last 13.46)
 - mkdir 422 (time 1790942915.44 total 30.07 last 16.56)
 - mkdir 565 (time 1790942925.52 total 40.15 last 14.19)
 - mkdir 663 (time 1790942935.56 total 50.19 last 9.76)
 - mkdir 796 (time 1790942945.63 total 60.26 last 13.20)
 - mkdir 942 (time 1790942955.68 total 70.31 last 14.53)
total: 1000 mkdir in 73.51 seconds: 13.60 ops/second
 - mkdir 118 (time 1790942895.88 total 10.10 last 11.68)
 - mkdir 260 (time 1790942905.91 total 20.12 last 14.17)
 - mkdir 426 (time 1790942915.91 total 30.13 last 16.60)
 - mkdir 571 (time 1790942925.93 total 40.15 last 14.47)
 - mkdir 669 (time 1790942936.01 total 50.23 last 9.72)
 - mkdir 800 (time 1790942946.10 total 60.32 last 12.98)
 - mkdir 938 (time 1790942956.11 total 70.32 last 13.79)
total: 1000 mkdir in 74.21 seconds: 13.48 ops/second
 - mkdir 118 (time 1790942895.39 total 10.03 last 11.77)
 - mkdir 252 (time 1790942905.41 total 20.04 last 13.38)
 - mkdir 403 (time 1790942915.41 total 30.05 last 15.09)
 - mkdir 552 (time 1790942925.42 total 40.06 last 14.89)
 - mkdir 650 (time 1790942935.49 total 50.13 last 9.73)
 - mkdir 785 (time 1790942945.53 total 60.17 last 13.45)
 - mkdir 919 (time 1790942955.57 total 70.20 last 13.35)
total: 1000 mkdir in 75.52 seconds: 13.24 ops/second
 - mkdir 116 (time 1790942895.92 total 10.11 last 11.47)
 - mkdir 255 (time 1790942905.93 total 20.11 last 13.90)
 - mkdir 415 (time 1790942915.98 total 30.16 last 15.92)
 - mkdir 560 (time 1790942926.16 total 40.35 last 14.24)
 - mkdir 661 (time 1790942936.20 total 50.39 last 10.06)
 - mkdir 789 (time 1790942946.22 total 60.40 last 12.78)
 - mkdir 925 (time 1790942956.23 total 70.41 last 13.59)
total: 1000 mkdir in 76.13 seconds: 13.14 ops/second
 - mkdir 114 (time 1790942896.09 total 10.04 last 11.36)
 - mkdir 252 (time 1790942906.14 total 20.09 last 13.73)
 - mkdir 413 (time 1790942916.20 total 30.15 last 16.01)
 - mkdir 558 (time 1790942926.24 total 40.20 last 14.43)
 - mkdir 658 (time 1790942936.25 total 50.20 last 9.99)
 - mkdir 787 (time 1790942946.26 total 60.21 last 12.90)
 - mkdir 925 (time 1790942956.27 total 70.22 last 13.78)
total: 1000 mkdir in 76.04 seconds: 13.15 ops/second
 - mkdir 114 (time 1790942895.19 total 10.03 last 11.36)
 - mkdir 243 (time 1790942905.24 total 20.08 last 12.84)
 - mkdir 398 (time 1790942915.25 total 30.09 last 15.48)
 - mkdir 543 (time 1790942925.31 total 40.15 last 14.42)
 - mkdir 645 (time 1790942935.37 total 50.21 last 10.14)
 - mkdir 777 (time 1790942945.37 total 60.21 last 13.20)
 - mkdir 913 (time 1790942955.37 total 70.21 last 13.60)
total: 1000 mkdir in 77.19 seconds: 12.96 ops/second
 - mkdir 114 (time 1790942895.71 total 10.06 last 11.33)
 - mkdir 244 (time 1790942905.77 total 20.12 last 12.93)
 - mkdir 397 (time 1790942915.81 total 30.16 last 15.23)
 - mkdir 545 (time 1790942925.82 total 40.17 last 14.79)
 - mkdir 643 (time 1790942935.83 total 50.17 last 9.79)
 - mkdir 779 (time 1790942945.85 total 60.19 last 13.57)
 - mkdir 915 (time 1790942955.90 total 70.24 last 13.53)
total: 1000 mkdir in 76.72 seconds: 13.04 ops/second
 - mkdir 117 (time 1790942894.61 total 10.03 last 11.67)
 - mkdir 244 (time 1790942904.65 total 20.07 last 12.65)
 - mkdir 386 (time 1790942914.69 total 30.10 last 14.15)
 - mkdir 537 (time 1790942924.73 total 40.15 last 15.03)
 - mkdir 642 (time 1790942934.74 total 50.15 last 10.49)
 - mkdir 773 (time 1790942944.76 total 60.18 last 13.07)
 - mkdir 902 (time 1790942954.82 total 70.23 last 12.83)
total: 1000 mkdir in 77.81 seconds: 12.85 ops/second
 - mkdir 108 (time 1790942895.63 total 10.03 last 10.77)
 - mkdir 239 (time 1790942905.69 total 20.09 last 13.02)
 - mkdir 397 (time 1790942915.75 total 30.15 last 15.70)
 - mkdir 546 (time 1790942925.79 total 40.19 last 14.84)
 - mkdir 647 (time 1790942935.81 total 50.20 last 10.08)
 - mkdir 785 (time 1790942945.88 total 60.28 last 13.70)
 - mkdir 915 (time 1790942955.95 total 70.35 last 12.91)
total: 1000 mkdir in 76.90 seconds: 13.00 ops/second
 - mkdir 113 (time 1790942896.06 total 10.00 last 11.30)
 - mkdir 244 (time 1790942906.11 total 20.05 last 13.04)
 - mkdir 398 (time 1790942916.18 total 30.12 last 15.30)
 - mkdir 541 (time 1790942926.18 total 40.12 last 14.29)
 - mkdir 645 (time 1790942936.23 total 50.17 last 10.35)
 - mkdir 774 (time 1790942946.30 total 60.24 last 12.81)
 - mkdir 915 (time 1790942956.33 total 70.27 last 14.06)
total: 1000 mkdir in 76.92 seconds: 13.00 ops/second
Time for file creation 91 sec for 1 RPC sent at a time
 - unlinked 0 (time 1790942971 ; total 0 ; last 0)
total: 1000 unlinks in 43 seconds: 23.255814 unlinks/second
 - unlinked 0 (time 1790942972 ; total 0 ; last 0)
total: 1000 unlinks in 45 seconds: 22.222221 unlinks/second
 - unlinked 0 (time 1790942972 ; total 0 ; last 0)
total: 1000 unlinks in 45 seconds: 22.222221 unlinks/second
 - unlinked 0 (time 1790942972 ; total 0 ; last 0)
total: 1000 unlinks in 46 seconds: 21.739130 unlinks/second
 - unlinked 0 (time 1790942973 ; total 0 ; last 0)
total: 1000 unlinks in 45 seconds: 22.222221 unlinks/second
 - unlinked 0 (time 1790942973 ; total 0 ; last 0)
total: 1000 unlinks in 46 seconds: 21.739130 unlinks/second
 - unlinked 0 (time 1790942973 ; total 0 ; last 0)
total: 1000 unlinks in 46 seconds: 21.739130 unlinks/second
 - unlinked 0 (time 1790942973 ; total 0 ; last 0)
total: 1000 unlinks in 46 seconds: 21.739130 unlinks/second
 - unlinked 0 (time 1790942973 ; total 0 ; last 0)
total: 1000 unlinks in 46 seconds: 21.739130 unlinks/second
 - unlinked 0 (time 1790942973 ; total 0 ; last 0)
total: 1000 unlinks in 47 seconds: 21.276596 unlinks/second
Time for file removal 57 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8