== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 05:55:51 (1786096551)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.80 seconds: 12.47 ops/second
 - mkdir 127 (time 1786096574.35 total 10.04 last 12.65)
 - mkdir 262 (time 1786096584.36 total 20.06 last 13.48)
 - mkdir 387 (time 1786096594.38 total 30.07 last 12.49)
 - mkdir 575 (time 1786096604.41 total 40.11 last 18.73)
 - mkdir 753 (time 1786096614.42 total 50.11 last 17.80)
 - mkdir 909 (time 1786096624.45 total 60.14 last 15.55)
total: 1000 mkdir in 66.09 seconds: 15.13 ops/second
 - mkdir 140 (time 1786096574.81 total 10.03 last 13.95)
 - mkdir 272 (time 1786096584.83 total 20.06 last 13.17)
 - mkdir 399 (time 1786096594.85 total 30.08 last 12.67)
 - mkdir 585 (time 1786096604.87 total 40.10 last 18.57)
 - mkdir 763 (time 1786096614.93 total 50.15 last 17.70)
 - mkdir 916 (time 1786096624.96 total 60.18 last 15.25)
total: 1000 mkdir in 65.94 seconds: 15.17 ops/second
 - mkdir 143 (time 1786096575.86 total 10.06 last 14.22)
 - mkdir 285 (time 1786096585.98 total 20.18 last 14.02)
 - mkdir 407 (time 1786096596.03 total 30.23 last 12.14)
 - mkdir 603 (time 1786096606.05 total 40.25 last 19.56)
 - mkdir 780 (time 1786096616.07 total 50.27 last 17.67)
 - mkdir 936 (time 1786096626.08 total 60.28 last 15.58)
total: 1000 mkdir in 64.93 seconds: 15.40 ops/second
 - mkdir 137 (time 1786096575.27 total 10.05 last 13.63)
 - mkdir 270 (time 1786096585.27 total 20.06 last 13.30)
 - mkdir 402 (time 1786096595.34 total 30.12 last 13.11)
 - mkdir 590 (time 1786096605.37 total 40.16 last 18.74)
 - mkdir 761 (time 1786096615.43 total 50.22 last 17.00)
 - mkdir 921 (time 1786096625.50 total 60.28 last 15.90)
total: 1000 mkdir in 65.98 seconds: 15.16 ops/second
 - mkdir 132 (time 1786096573.97 total 10.14 last 13.02)
 - mkdir 266 (time 1786096583.98 total 20.15 last 13.39)
 - mkdir 387 (time 1786096593.99 total 30.16 last 12.08)
 - mkdir 570 (time 1786096604.02 total 40.19 last 18.25)
 - mkdir 743 (time 1786096614.07 total 50.24 last 17.22)
 - mkdir 899 (time 1786096624.07 total 60.24 last 15.60)
total: 1000 mkdir in 68.08 seconds: 14.69 ops/second
 - mkdir 124 (time 1786096573.36 total 10.05 last 12.33)
 - mkdir 251 (time 1786096583.40 total 20.09 last 12.65)
 - mkdir 384 (time 1786096593.42 total 30.11 last 13.28)
 - mkdir 557 (time 1786096603.45 total 40.15 last 17.24)
 - mkdir 732 (time 1786096613.48 total 50.17 last 17.45)
 - mkdir 886 (time 1786096623.51 total 60.20 last 15.36)
total: 1000 mkdir in 68.96 seconds: 14.50 ops/second
 - mkdir 137 (time 1786096574.87 total 10.04 last 13.64)
 - mkdir 270 (time 1786096584.94 total 20.10 last 13.22)
 - mkdir 391 (time 1786096594.96 total 30.13 last 12.07)
 - mkdir 577 (time 1786096605.04 total 40.21 last 18.46)
 - mkdir 747 (time 1786096615.08 total 50.25 last 16.94)
 - mkdir 904 (time 1786096625.17 total 60.34 last 15.56)
total: 1000 mkdir in 67.83 seconds: 14.74 ops/second
 - mkdir 129 (time 1786096575.33 total 10.01 last 12.89)
 - mkdir 263 (time 1786096585.39 total 20.07 last 13.32)
 - mkdir 386 (time 1786096595.41 total 30.10 last 12.27)
 - mkdir 571 (time 1786096605.43 total 40.11 last 18.47)
 - mkdir 738 (time 1786096615.45 total 50.14 last 16.66)
 - mkdir 893 (time 1786096625.51 total 60.19 last 15.41)
total: 1000 mkdir in 69.90 seconds: 14.31 ops/second
 - mkdir 121 (time 1786096574.99 total 10.02 last 12.07)
 - mkdir 252 (time 1786096585.01 total 20.05 last 13.06)
 - mkdir 376 (time 1786096595.07 total 30.11 last 12.33)
 - mkdir 566 (time 1786096605.11 total 40.15 last 18.92)
 - mkdir 729 (time 1786096615.18 total 50.21 last 16.20)
 - mkdir 880 (time 1786096625.19 total 60.23 last 15.08)
 - mkdir 998 (time 1786096635.31 total 70.35 last 11.66)
total: 1000 mkdir in 70.46 seconds: 14.19 ops/second
 - mkdir 125 (time 1786096575.06 total 10.07 last 12.41)
 - mkdir 248 (time 1786096585.09 total 20.10 last 12.27)
 - mkdir 366 (time 1786096595.12 total 30.13 last 11.76)
 - mkdir 548 (time 1786096605.16 total 40.17 last 18.13)
 - mkdir 717 (time 1786096615.20 total 50.21 last 16.82)
 - mkdir 866 (time 1786096625.25 total 60.26 last 14.83)
 - mkdir 980 (time 1786096635.30 total 70.30 last 11.35)
total: 1000 mkdir in 72.14 seconds: 13.86 ops/second
Time for file creation 83 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 1 seconds: 0.000000 unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 16 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.41 seconds: 24.25 ops/second
 - mkdir 119 (time 1786097181.37 total 10.05 last 11.84)
 - mkdir 346 (time 1786097191.40 total 20.08 last 22.64)
 - mkdir 508 (time 1786097201.43 total 30.11 last 16.15)
 - mkdir 677 (time 1786097211.46 total 40.14 last 16.85)
 - mkdir 849 (time 1786097221.48 total 50.16 last 17.17)
 - mkdir 985 (time 1786097231.61 total 60.29 last 13.43)
total: 1000 mkdir in 61.56 seconds: 16.25 ops/second
 - mkdir 182 (time 1786097186.88 total 10.01 last 18.18)
 - mkdir 357 (time 1786097196.91 total 20.04 last 17.45)
 - mkdir 536 (time 1786097206.97 total 30.10 last 17.79)
 - mkdir 707 (time 1786097216.98 total 40.10 last 17.09)
 - mkdir 875 (time 1786097227.04 total 50.16 last 16.70)
 - mkdir 969 (time 1786097237.05 total 60.18 last 9.39)
total: 1000 mkdir in 63.97 seconds: 15.63 ops/second
 - mkdir 176 (time 1786097186.44 total 10.03 last 17.55)
 - mkdir 349 (time 1786097196.46 total 20.05 last 17.26)
 - mkdir 519 (time 1786097206.47 total 30.06 last 16.98)
 - mkdir 691 (time 1786097216.51 total 40.11 last 17.13)
 - mkdir 864 (time 1786097226.56 total 50.15 last 17.22)
 - mkdir 959 (time 1786097236.57 total 60.16 last 9.49)
total: 1000 mkdir in 65.51 seconds: 15.27 ops/second
 - mkdir 193 (time 1786097187.63 total 10.02 last 19.27)
 - mkdir 362 (time 1786097197.71 total 20.10 last 16.77)
 - mkdir 532 (time 1786097207.75 total 30.14 last 16.93)
 - mkdir 706 (time 1786097217.81 total 40.20 last 17.29)
 - mkdir 869 (time 1786097227.87 total 50.25 last 16.21)
 - mkdir 957 (time 1786097238.02 total 60.40 last 8.67)
total: 1000 mkdir in 65.55 seconds: 15.26 ops/second
 - mkdir 187 (time 1786097187.27 total 10.02 last 18.66)
 - mkdir 356 (time 1786097197.30 total 20.05 last 16.85)
 - mkdir 528 (time 1786097207.33 total 30.08 last 17.14)
 - mkdir 702 (time 1786097217.35 total 40.10 last 17.37)
 - mkdir 867 (time 1786097227.40 total 50.15 last 16.42)
 - mkdir 955 (time 1786097237.47 total 60.22 last 8.74)
total: 1000 mkdir in 65.92 seconds: 15.17 ops/second
 - mkdir 199 (time 1786097187.79 total 10.01 last 19.87)
 - mkdir 362 (time 1786097197.84 total 20.06 last 16.22)
 - mkdir 542 (time 1786097207.84 total 30.07 last 17.99)
 - mkdir 712 (time 1786097217.88 total 40.10 last 16.94)
 - mkdir 872 (time 1786097227.88 total 50.10 last 16.00)
 - mkdir 958 (time 1786097237.91 total 60.13 last 8.57)
total: 1000 mkdir in 65.73 seconds: 15.21 ops/second
 - mkdir 177 (time 1786097187.02 total 10.05 last 17.61)
 - mkdir 354 (time 1786097197.04 total 20.07 last 17.66)
 - mkdir 524 (time 1786097207.07 total 30.10 last 16.96)
 - mkdir 695 (time 1786097217.09 total 40.12 last 17.07)
 - mkdir 860 (time 1786097227.18 total 50.21 last 16.35)
 - mkdir 950 (time 1786097237.33 total 60.36 last 8.86)
total: 1000 mkdir in 66.85 seconds: 14.96 ops/second
 - mkdir 177 (time 1786097187.08 total 10.00 last 17.69)
 - mkdir 359 (time 1786097197.10 total 20.02 last 18.16)
 - mkdir 529 (time 1786097207.11 total 30.04 last 16.98)
 - mkdir 701 (time 1786097217.13 total 40.06 last 17.17)
 - mkdir 863 (time 1786097227.19 total 50.11 last 16.11)
 - mkdir 950 (time 1786097237.20 total 60.13 last 8.69)
total: 1000 mkdir in 66.74 seconds: 14.98 ops/second
 - mkdir 184 (time 1786097187.36 total 10.03 last 18.34)
 - mkdir 355 (time 1786097197.39 total 20.06 last 17.05)
 - mkdir 526 (time 1786097207.43 total 30.10 last 17.03)
 - mkdir 702 (time 1786097217.49 total 40.16 last 17.50)
 - mkdir 863 (time 1786097227.51 total 50.19 last 16.06)
 - mkdir 948 (time 1786097237.52 total 60.20 last 8.49)
total: 1000 mkdir in 66.51 seconds: 15.03 ops/second
 - mkdir 156 (time 1786097185.97 total 10.02 last 15.56)
 - mkdir 331 (time 1786097196.01 total 20.07 last 17.42)
 - mkdir 492 (time 1786097206.03 total 30.08 last 16.08)
 - mkdir 659 (time 1786097216.09 total 40.14 last 16.59)
 - mkdir 822 (time 1786097226.15 total 50.21 last 16.19)
 - mkdir 921 (time 1786097236.23 total 60.28 last 9.83)
total: 1000 mkdir in 69.55 seconds: 14.38 ops/second
Time for file creation 83 sec for 1 RPC sent at a time
 - unlinked 0 (time 1786097253 ; total 0 ; last 0)
total: 1000 unlinks in 37 seconds: 27.027027 unlinks/second
 - unlinked 0 (time 1786097255 ; total 0 ; last 0)
total: 1000 unlinks in 37 seconds: 27.027027 unlinks/second
 - unlinked 0 (time 1786097254 ; total 0 ; last 0)
total: 1000 unlinks in 38 seconds: 26.315790 unlinks/second
 - unlinked 0 (time 1786097255 ; total 0 ; last 0)
total: 1000 unlinks in 39 seconds: 25.641026 unlinks/second
 - unlinked 0 (time 1786097257 ; total 0 ; last 0)
total: 1000 unlinks in 37 seconds: 27.027027 unlinks/second
 - unlinked 0 (time 1786097257 ; total 0 ; last 0)
total: 1000 unlinks in 38 seconds: 26.315790 unlinks/second
 - unlinked 0 (time 1786097257 ; total 0 ; last 0)
total: 1000 unlinks in 38 seconds: 26.315790 unlinks/second
 - unlinked 0 (time 1786097257 ; total 1 ; last 1)
total: 1000 unlinks in 39 seconds: 25.641026 unlinks/second
 - unlinked 0 (time 1786097257 ; total 0 ; last 0)
total: 1000 unlinks in 39 seconds: 25.641026 unlinks/second
 - unlinked 0 (time 1786097257 ; total 0 ; last 0)
total: 1000 unlinks in 39 seconds: 25.641026 unlinks/second
Time for file removal 52 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8