== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 08:15:00 (1787400900)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.43 seconds: 23.42 ops/second
 - mkdir 201 (time 1787400920.39 total 10.03 last 20.05)
 - mkdir 376 (time 1787400930.39 total 20.03 last 17.49)
 - mkdir 542 (time 1787400940.45 total 30.09 last 16.51)
 - mkdir 701 (time 1787400950.46 total 40.09 last 15.89)
 - mkdir 864 (time 1787400960.49 total 50.13 last 16.25)
total: 1000 mkdir in 59.50 seconds: 16.81 ops/second
 - mkdir 203 (time 1787400921.09 total 10.04 last 20.23)
 - mkdir 377 (time 1787400931.16 total 20.10 last 17.29)
 - mkdir 544 (time 1787400941.18 total 30.12 last 16.66)
 - mkdir 708 (time 1787400951.23 total 40.17 last 16.32)
 - mkdir 868 (time 1787400961.29 total 50.23 last 15.90)
total: 1000 mkdir in 59.26 seconds: 16.88 ops/second
 - mkdir 202 (time 1787400921.92 total 10.06 last 20.07)
 - mkdir 389 (time 1787400932.01 total 20.16 last 18.53)
 - mkdir 559 (time 1787400942.03 total 30.18 last 16.96)
 - mkdir 720 (time 1787400952.04 total 40.18 last 16.09)
 - mkdir 875 (time 1787400962.10 total 50.24 last 15.41)
total: 1000 mkdir in 59.13 seconds: 16.91 ops/second
 - mkdir 204 (time 1787400922.06 total 10.03 last 20.35)
 - mkdir 383 (time 1787400932.07 total 20.03 last 17.89)
 - mkdir 556 (time 1787400942.08 total 30.04 last 17.28)
 - mkdir 718 (time 1787400952.14 total 40.10 last 16.10)
 - mkdir 877 (time 1787400962.26 total 50.22 last 15.71)
total: 1000 mkdir in 59.10 seconds: 16.92 ops/second
 - mkdir 199 (time 1787400922.28 total 10.07 last 19.76)
 - mkdir 381 (time 1787400932.41 total 20.21 last 17.96)
 - mkdir 554 (time 1787400942.42 total 30.21 last 17.29)
 - mkdir 710 (time 1787400952.47 total 40.26 last 15.52)
 - mkdir 865 (time 1787400962.48 total 50.27 last 15.49)
 - mkdir 999 (time 1787400972.55 total 60.34 last 13.30)
total: 1000 mkdir in 60.34 seconds: 16.57 ops/second
 - mkdir 202 (time 1787400921.89 total 10.02 last 20.17)
 - mkdir 376 (time 1787400931.99 total 20.12 last 17.22)
 - mkdir 540 (time 1787400942.00 total 30.13 last 16.38)
 - mkdir 705 (time 1787400952.05 total 40.18 last 16.42)
 - mkdir 856 (time 1787400962.10 total 50.22 last 15.03)
 - mkdir 994 (time 1787400972.18 total 60.30 last 13.69)
total: 1000 mkdir in 60.97 seconds: 16.40 ops/second
 - mkdir 195 (time 1787400921.63 total 10.05 last 19.40)
 - mkdir 367 (time 1787400931.63 total 20.06 last 17.20)
 - mkdir 529 (time 1787400941.64 total 30.06 last 16.19)
 - mkdir 693 (time 1787400951.70 total 40.12 last 16.30)
 - mkdir 850 (time 1787400961.74 total 50.16 last 15.64)
 - mkdir 990 (time 1787400971.87 total 60.29 last 13.82)
total: 1000 mkdir in 61.54 seconds: 16.25 ops/second
 - mkdir 197 (time 1787400921.99 total 10.02 last 19.65)
 - mkdir 375 (time 1787400932.03 total 20.07 last 17.72)
 - mkdir 544 (time 1787400942.04 total 30.08 last 16.88)
 - mkdir 705 (time 1787400952.10 total 40.13 last 16.01)
 - mkdir 860 (time 1787400962.21 total 50.24 last 15.33)
 - mkdir 990 (time 1787400972.22 total 60.25 last 12.99)
total: 1000 mkdir in 61.62 seconds: 16.23 ops/second
 - mkdir 204 (time 1787400922.13 total 10.04 last 20.31)
 - mkdir 378 (time 1787400932.19 total 20.11 last 17.29)
 - mkdir 544 (time 1787400942.20 total 30.12 last 16.58)
 - mkdir 702 (time 1787400952.27 total 40.18 last 15.70)
 - mkdir 858 (time 1787400962.32 total 50.23 last 15.52)
 - mkdir 990 (time 1787400972.35 total 60.27 last 13.15)
total: 1000 mkdir in 61.54 seconds: 16.25 ops/second
 - mkdir 190 (time 1787400922.46 total 10.03 last 18.95)
 - mkdir 360 (time 1787400932.50 total 20.07 last 16.93)
 - mkdir 521 (time 1787400942.51 total 30.08 last 16.09)
 - mkdir 679 (time 1787400952.54 total 40.10 last 15.75)
 - mkdir 831 (time 1787400962.60 total 50.17 last 15.10)
 - mkdir 965 (time 1787400972.69 total 60.26 last 13.28)
total: 1000 mkdir in 63.54 seconds: 15.74 ops/second
Time for file creation 74 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 12 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.38 seconds: 26.46 ops/second
 - mkdir 195 (time 1787401462.20 total 10.05 last 19.41)
 - mkdir 397 (time 1787401472.22 total 20.07 last 20.15)
 - mkdir 595 (time 1787401482.23 total 30.08 last 19.79)
 - mkdir 796 (time 1787401492.23 total 40.08 last 20.09)
total: 1000 mkdir in 48.70 seconds: 20.53 ops/second
 - mkdir 196 (time 1787401461.65 total 10.06 last 19.48)
 - mkdir 385 (time 1787401471.66 total 20.07 last 18.89)
 - mkdir 587 (time 1787401481.71 total 30.12 last 20.09)
 - mkdir 775 (time 1787401491.74 total 40.15 last 18.75)
 - mkdir 998 (time 1787401501.78 total 50.19 last 22.21)
total: 1000 mkdir in 50.27 seconds: 19.89 ops/second
 - mkdir 192 (time 1787401461.90 total 10.01 last 19.18)
 - mkdir 384 (time 1787401471.91 total 20.02 last 19.18)
 - mkdir 582 (time 1787401481.98 total 30.09 last 19.66)
 - mkdir 774 (time 1787401492.01 total 40.12 last 19.15)
 - mkdir 990 (time 1787401502.10 total 50.20 last 21.41)
total: 1000 mkdir in 50.99 seconds: 19.61 ops/second
 - mkdir 192 (time 1787401461.31 total 10.00 last 19.20)
 - mkdir 376 (time 1787401471.38 total 20.07 last 18.27)
 - mkdir 572 (time 1787401481.47 total 30.16 last 19.42)
 - mkdir 758 (time 1787401491.50 total 40.19 last 18.55)
 - mkdir 981 (time 1787401501.55 total 50.24 last 22.19)
total: 1000 mkdir in 51.79 seconds: 19.31 ops/second
 - mkdir 192 (time 1787401461.79 total 10.01 last 19.18)
 - mkdir 381 (time 1787401471.83 total 20.05 last 18.82)
 - mkdir 583 (time 1787401481.90 total 30.12 last 20.07)
 - mkdir 769 (time 1787401491.91 total 40.13 last 18.58)
 - mkdir 982 (time 1787401501.93 total 50.15 last 21.26)
total: 1000 mkdir in 51.50 seconds: 19.42 ops/second
 - mkdir 190 (time 1787401460.95 total 10.02 last 18.97)
 - mkdir 379 (time 1787401471.02 total 20.09 last 18.77)
 - mkdir 571 (time 1787401481.05 total 30.12 last 19.14)
 - mkdir 755 (time 1787401491.06 total 40.12 last 18.40)
 - mkdir 974 (time 1787401501.13 total 50.19 last 21.75)
total: 1000 mkdir in 52.35 seconds: 19.10 ops/second
 - mkdir 191 (time 1787401461.91 total 10.06 last 18.98)
 - mkdir 385 (time 1787401471.94 total 20.09 last 19.35)
 - mkdir 578 (time 1787401481.96 total 30.11 last 19.25)
 - mkdir 765 (time 1787401491.98 total 40.13 last 18.67)
 - mkdir 983 (time 1787401501.99 total 50.14 last 21.78)
total: 1000 mkdir in 51.50 seconds: 19.42 ops/second
 - mkdir 184 (time 1787401461.04 total 10.03 last 18.35)
 - mkdir 369 (time 1787401471.05 total 20.04 last 18.48)
 - mkdir 564 (time 1787401481.05 total 30.04 last 19.49)
 - mkdir 753 (time 1787401491.09 total 40.08 last 18.83)
 - mkdir 972 (time 1787401501.13 total 50.12 last 21.82)
total: 1000 mkdir in 52.53 seconds: 19.04 ops/second
 - mkdir 193 (time 1787401461.91 total 10.02 last 19.25)
 - mkdir 382 (time 1787401471.94 total 20.05 last 18.84)
 - mkdir 574 (time 1787401481.97 total 30.08 last 19.15)
 - mkdir 763 (time 1787401492.00 total 40.11 last 18.84)
 - mkdir 973 (time 1787401502.04 total 50.15 last 20.92)
total: 1000 mkdir in 52.29 seconds: 19.12 ops/second
 - mkdir 183 (time 1787401460.32 total 10.03 last 18.25)
 - mkdir 367 (time 1787401470.38 total 20.08 last 18.30)
 - mkdir 551 (time 1787401480.39 total 30.09 last 18.38)
 - mkdir 736 (time 1787401490.46 total 40.17 last 18.36)
 - mkdir 946 (time 1787401500.47 total 50.18 last 20.97)
total: 1000 mkdir in 54.04 seconds: 18.51 ops/second
Time for file creation 62 sec for 1 RPC sent at a time
 - unlinked 0 (time 1787401512 ; total 0 ; last 0)
total: 1000 unlinks in 27 seconds: 37.037037 unlinks/second
 - unlinked 0 (time 1787401512 ; total 0 ; last 0)
total: 1000 unlinks in 27 seconds: 37.037037 unlinks/second
 - unlinked 0 (time 1787401512 ; total 0 ; last 0)
total: 1000 unlinks in 27 seconds: 37.037037 unlinks/second
 - unlinked 0 (time 1787401513 ; total 0 ; last 0)
total: 1000 unlinks in 27 seconds: 37.037037 unlinks/second
 - unlinked 0 (time 1787401513 ; total 0 ; last 0)
total: 1000 unlinks in 27 seconds: 37.037037 unlinks/second
 - unlinked 0 (time 1787401513 ; total 0 ; last 0)
total: 1000 unlinks in 27 seconds: 37.037037 unlinks/second
 - unlinked 0 (time 1787401513 ; total 0 ; last 0)
total: 1000 unlinks in 27 seconds: 37.037037 unlinks/second
 - unlinked 0 (time 1787401513 ; total 0 ; last 0)
total: 1000 unlinks in 27 seconds: 37.037037 unlinks/second
 - unlinked 0 (time 1787401513 ; total 0 ; last 0)
total: 1000 unlinks in 28 seconds: 35.714287 unlinks/second
 - unlinked 0 (time 1787401513 ; total 0 ; last 0)
total: 1000 unlinks in 28 seconds: 35.714287 unlinks/second
Time for file removal 38 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8