== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 17:04:28 (1787864668)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.56 seconds: 17.76 ops/second
 - mkdir 141 (time 1787864691.07 total 10.01 last 14.09)
 - mkdir 330 (time 1787864701.11 total 20.05 last 18.82)
 - mkdir 497 (time 1787864711.11 total 30.05 last 16.70)
 - mkdir 662 (time 1787864721.13 total 40.07 last 16.46)
 - mkdir 832 (time 1787864731.18 total 50.12 last 16.92)
total: 1000 mkdir in 59.43 seconds: 16.83 ops/second
 - mkdir 186 (time 1787864693.42 total 10.03 last 18.54)
 - mkdir 363 (time 1787864703.48 total 20.09 last 17.60)
 - mkdir 527 (time 1787864713.53 total 30.14 last 16.32)
 - mkdir 687 (time 1787864723.56 total 40.17 last 15.95)
 - mkdir 871 (time 1787864733.60 total 50.21 last 18.33)
total: 1000 mkdir in 57.80 seconds: 17.30 ops/second
 - mkdir 162 (time 1787864692.55 total 10.02 last 16.17)
 - mkdir 340 (time 1787864702.55 total 20.02 last 17.79)
 - mkdir 506 (time 1787864712.64 total 30.11 last 16.46)
 - mkdir 667 (time 1787864722.70 total 40.16 last 16.01)
 - mkdir 838 (time 1787864732.70 total 50.17 last 17.09)
 - mkdir 999 (time 1787864742.74 total 60.21 last 16.03)
total: 1000 mkdir in 60.21 seconds: 16.61 ops/second
 - mkdir 167 (time 1787864693.14 total 10.01 last 16.69)
 - mkdir 338 (time 1787864703.17 total 20.04 last 17.05)
 - mkdir 506 (time 1787864713.17 total 30.04 last 16.79)
 - mkdir 664 (time 1787864723.24 total 40.10 last 15.70)
 - mkdir 844 (time 1787864733.28 total 50.14 last 17.93)
total: 1000 mkdir in 60.05 seconds: 16.65 ops/second
 - mkdir 155 (time 1787864692.61 total 10.00 last 15.50)
 - mkdir 331 (time 1787864702.64 total 20.03 last 17.56)
 - mkdir 489 (time 1787864712.65 total 30.04 last 15.77)
 - mkdir 652 (time 1787864722.69 total 40.08 last 16.24)
 - mkdir 827 (time 1787864732.70 total 50.10 last 17.48)
 - mkdir 988 (time 1787864742.81 total 60.20 last 15.93)
total: 1000 mkdir in 61.66 seconds: 16.22 ops/second
 - mkdir 167 (time 1787864692.97 total 10.01 last 16.68)
 - mkdir 344 (time 1787864702.98 total 20.03 last 17.67)
 - mkdir 506 (time 1787864713.11 total 30.15 last 16.00)
 - mkdir 661 (time 1787864723.17 total 40.22 last 15.40)
 - mkdir 839 (time 1787864733.19 total 50.23 last 17.78)
 - mkdir 989 (time 1787864743.22 total 60.27 last 14.95)
total: 1000 mkdir in 61.62 seconds: 16.23 ops/second
 - mkdir 166 (time 1787864692.85 total 10.01 last 16.58)
 - mkdir 341 (time 1787864702.86 total 20.02 last 17.47)
 - mkdir 500 (time 1787864712.88 total 30.04 last 15.87)
 - mkdir 655 (time 1787864722.90 total 40.06 last 15.46)
 - mkdir 831 (time 1787864732.90 total 50.06 last 17.60)
 - mkdir 983 (time 1787864742.92 total 60.08 last 15.18)
total: 1000 mkdir in 62.10 seconds: 16.10 ops/second
 - mkdir 159 (time 1787864692.84 total 10.03 last 15.86)
 - mkdir 331 (time 1787864702.87 total 20.05 last 17.15)
 - mkdir 487 (time 1787864712.92 total 30.11 last 15.52)
 - mkdir 645 (time 1787864723.03 total 40.21 last 15.64)
 - mkdir 829 (time 1787864733.07 total 50.26 last 18.31)
 - mkdir 986 (time 1787864743.11 total 60.30 last 15.64)
total: 1000 mkdir in 62.23 seconds: 16.07 ops/second
 - mkdir 174 (time 1787864693.32 total 10.03 last 17.35)
 - mkdir 342 (time 1787864703.36 total 20.07 last 16.73)
 - mkdir 504 (time 1787864713.38 total 30.09 last 16.17)
 - mkdir 655 (time 1787864723.38 total 40.09 last 15.10)
 - mkdir 832 (time 1787864733.39 total 50.10 last 17.68)
 - mkdir 982 (time 1787864743.43 total 60.14 last 14.93)
total: 1000 mkdir in 62.51 seconds: 16.00 ops/second
 - mkdir 153 (time 1787864693.03 total 10.02 last 15.27)
 - mkdir 319 (time 1787864703.05 total 20.04 last 16.57)
 - mkdir 469 (time 1787864713.09 total 30.08 last 14.93)
 - mkdir 626 (time 1787864723.13 total 40.12 last 15.64)
 - mkdir 810 (time 1787864733.14 total 50.14 last 18.37)
 - mkdir 966 (time 1787864743.20 total 60.20 last 15.51)
total: 1000 mkdir in 64.15 seconds: 15.59 ops/second
Time for file creation 76 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 13 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.54 seconds: 18.51 ops/second
 - mkdir 149 (time 1787865265.29 total 10.02 last 14.88)
 - mkdir 331 (time 1787865275.35 total 20.08 last 18.09)
 - mkdir 534 (time 1787865285.36 total 30.08 last 20.29)
 - mkdir 672 (time 1787865295.42 total 40.15 last 13.71)
 - mkdir 799 (time 1787865305.43 total 50.16 last 12.69)
 - mkdir 956 (time 1787865315.45 total 60.18 last 15.67)
total: 1000 mkdir in 63.20 seconds: 15.82 ops/second
 - mkdir 134 (time 1787865263.41 total 10.02 last 13.37)
 - mkdir 305 (time 1787865273.42 total 20.03 last 17.09)
 - mkdir 493 (time 1787865283.47 total 30.08 last 18.71)
 - mkdir 645 (time 1787865293.49 total 40.11 last 15.17)
 - mkdir 766 (time 1787865303.50 total 50.12 last 12.09)
 - mkdir 919 (time 1787865313.53 total 60.14 last 15.26)
total: 1000 mkdir in 66.17 seconds: 15.11 ops/second
 - mkdir 159 (time 1787865266.72 total 10.00 last 15.89)
 - mkdir 341 (time 1787865276.75 total 20.04 last 18.14)
 - mkdir 545 (time 1787865286.77 total 30.05 last 20.37)
 - mkdir 670 (time 1787865296.84 total 40.12 last 12.41)
 - mkdir 804 (time 1787865306.85 total 50.14 last 13.37)
 - mkdir 954 (time 1787865316.87 total 60.16 last 14.97)
total: 1000 mkdir in 64.94 seconds: 15.40 ops/second
 - mkdir 159 (time 1787865267.09 total 10.01 last 15.89)
 - mkdir 344 (time 1787865277.10 total 20.02 last 18.48)
 - mkdir 552 (time 1787865287.10 total 30.02 last 20.80)
 - mkdir 670 (time 1787865297.11 total 40.02 last 11.80)
 - mkdir 806 (time 1787865307.13 total 50.05 last 13.57)
 - mkdir 956 (time 1787865317.14 total 60.06 last 14.98)
total: 1000 mkdir in 65.10 seconds: 15.36 ops/second
 - mkdir 157 (time 1787865266.67 total 10.02 last 15.67)
 - mkdir 333 (time 1787865276.70 total 20.05 last 17.55)
 - mkdir 534 (time 1787865286.72 total 30.06 last 20.07)
 - mkdir 658 (time 1787865296.83 total 40.18 last 12.26)
 - mkdir 795 (time 1787865306.90 total 50.24 last 13.61)
 - mkdir 944 (time 1787865316.95 total 60.30 last 14.82)
total: 1000 mkdir in 66.33 seconds: 15.08 ops/second
 - mkdir 146 (time 1787865265.91 total 10.04 last 14.54)
 - mkdir 325 (time 1787865275.93 total 20.06 last 17.86)
 - mkdir 518 (time 1787865286.02 total 30.15 last 19.14)
 - mkdir 651 (time 1787865296.06 total 40.18 last 13.25)
 - mkdir 780 (time 1787865306.08 total 50.20 last 12.87)
 - mkdir 933 (time 1787865316.10 total 60.23 last 15.26)
total: 1000 mkdir in 67.23 seconds: 14.88 ops/second
 - mkdir 150 (time 1787865266.04 total 10.03 last 14.95)
 - mkdir 327 (time 1787865276.06 total 20.06 last 17.66)
 - mkdir 521 (time 1787865286.10 total 30.10 last 19.32)
 - mkdir 656 (time 1787865296.11 total 40.10 last 13.50)
 - mkdir 784 (time 1787865306.11 total 50.10 last 12.80)
 - mkdir 931 (time 1787865316.12 total 60.12 last 14.68)
total: 1000 mkdir in 67.51 seconds: 14.81 ops/second
 - mkdir 161 (time 1787865267.03 total 10.00 last 16.10)
 - mkdir 336 (time 1787865277.06 total 20.03 last 17.45)
 - mkdir 539 (time 1787865287.09 total 30.06 last 20.23)
 - mkdir 660 (time 1787865297.25 total 40.22 last 11.92)
 - mkdir 798 (time 1787865307.28 total 50.25 last 13.75)
 - mkdir 942 (time 1787865317.29 total 60.26 last 14.39)
total: 1000 mkdir in 67.17 seconds: 14.89 ops/second
 - mkdir 148 (time 1787865266.58 total 10.05 last 14.73)
 - mkdir 326 (time 1787865276.62 total 20.09 last 17.73)
 - mkdir 517 (time 1787865286.63 total 30.09 last 19.09)
 - mkdir 645 (time 1787865296.71 total 40.18 last 12.69)
 - mkdir 777 (time 1787865306.72 total 50.19 last 13.19)
 - mkdir 928 (time 1787865316.75 total 60.21 last 15.06)
total: 1000 mkdir in 68.36 seconds: 14.63 ops/second
 - mkdir 159 (time 1787865267.09 total 10.02 last 15.87)
 - mkdir 331 (time 1787865277.10 total 20.03 last 17.18)
 - mkdir 529 (time 1787865287.18 total 30.11 last 19.65)
 - mkdir 646 (time 1787865297.29 total 40.23 last 11.56)
 - mkdir 781 (time 1787865307.32 total 50.25 last 13.47)
 - mkdir 923 (time 1787865317.37 total 60.30 last 14.13)
total: 1000 mkdir in 69.25 seconds: 14.44 ops/second
Time for file creation 81 sec for 1 RPC sent at a time
 - unlinked 0 (time 1787865334 ; total 0 ; last 0)
total: 1000 unlinks in 33 seconds: 30.303030 unlinks/second
 - unlinked 0 (time 1787865336 ; total 0 ; last 0)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
 - unlinked 0 (time 1787865336 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1787865336 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1787865337 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1787865337 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1787865338 ; total 1 ; last 1)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1787865337 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1787865337 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1787865337 ; total 0 ; last 0)
total: 1000 unlinks in 37 seconds: 27.027027 unlinks/second
Time for file removal 50 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8