== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 18:30:41 (1789079441)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.48 seconds: 20.93 ops/second
 - mkdir 139 (time 1789079463.69 total 10.08 last 13.78)
 - mkdir 281 (time 1789079473.74 total 20.13 last 14.13)
 - mkdir 434 (time 1789079483.76 total 30.15 last 15.27)
 - mkdir 606 (time 1789079493.77 total 40.16 last 17.18)
 - mkdir 757 (time 1789079503.77 total 50.17 last 15.09)
 - mkdir 902 (time 1789079513.84 total 60.24 last 14.40)
total: 1000 mkdir in 66.24 seconds: 15.10 ops/second
 - mkdir 149 (time 1789079465.59 total 10.12 last 14.72)
 - mkdir 297 (time 1789079475.60 total 20.13 last 14.79)
 - mkdir 463 (time 1789079485.64 total 30.17 last 16.54)
 - mkdir 624 (time 1789079495.65 total 40.18 last 16.09)
 - mkdir 778 (time 1789079505.71 total 50.24 last 15.31)
 - mkdir 934 (time 1789079515.78 total 60.31 last 15.49)
total: 1000 mkdir in 64.43 seconds: 15.52 ops/second
 - mkdir 141 (time 1789079464.65 total 10.03 last 14.06)
 - mkdir 280 (time 1789079474.69 total 20.07 last 13.85)
 - mkdir 438 (time 1789079484.72 total 30.09 last 15.75)
 - mkdir 593 (time 1789079494.78 total 40.16 last 15.40)
 - mkdir 752 (time 1789079504.89 total 50.27 last 15.73)
 - mkdir 911 (time 1789079514.95 total 60.33 last 15.80)
total: 1000 mkdir in 66.76 seconds: 14.98 ops/second
 - mkdir 145 (time 1789079465.74 total 10.04 last 14.45)
 - mkdir 297 (time 1789079475.76 total 20.06 last 15.16)
 - mkdir 463 (time 1789079485.78 total 30.08 last 16.57)
 - mkdir 620 (time 1789079495.82 total 40.11 last 15.65)
 - mkdir 768 (time 1789079505.87 total 50.17 last 14.72)
 - mkdir 927 (time 1789079515.89 total 60.18 last 15.88)
total: 1000 mkdir in 65.81 seconds: 15.20 ops/second
 - mkdir 142 (time 1789079464.92 total 10.02 last 14.17)
 - mkdir 283 (time 1789079474.95 total 20.05 last 14.06)
 - mkdir 444 (time 1789079484.97 total 30.07 last 16.07)
 - mkdir 600 (time 1789079494.99 total 40.09 last 15.57)
 - mkdir 754 (time 1789079505.04 total 50.14 last 15.32)
 - mkdir 911 (time 1789079515.06 total 60.16 last 15.67)
total: 1000 mkdir in 66.68 seconds: 15.00 ops/second
 - mkdir 148 (time 1789079465.37 total 10.05 last 14.72)
 - mkdir 296 (time 1789079475.38 total 20.06 last 14.79)
 - mkdir 464 (time 1789079485.41 total 30.09 last 16.75)
 - mkdir 614 (time 1789079495.46 total 40.14 last 14.92)
 - mkdir 761 (time 1789079505.48 total 50.16 last 14.67)
 - mkdir 919 (time 1789079515.56 total 60.24 last 15.66)
total: 1000 mkdir in 66.44 seconds: 15.05 ops/second
 - mkdir 139 (time 1789079464.38 total 10.00 last 13.90)
 - mkdir 278 (time 1789079474.46 total 20.08 last 13.79)
 - mkdir 435 (time 1789079484.47 total 30.09 last 15.68)
 - mkdir 588 (time 1789079494.47 total 40.10 last 15.29)
 - mkdir 743 (time 1789079504.55 total 50.17 last 15.38)
 - mkdir 892 (time 1789079514.56 total 60.18 last 14.89)
total: 1000 mkdir in 67.96 seconds: 14.71 ops/second
 - mkdir 145 (time 1789079465.55 total 10.01 last 14.48)
 - mkdir 287 (time 1789079475.60 total 20.06 last 14.13)
 - mkdir 446 (time 1789079485.64 total 30.10 last 15.84)
 - mkdir 596 (time 1789079495.65 total 40.11 last 14.98)
 - mkdir 738 (time 1789079505.66 total 50.12 last 14.19)
 - mkdir 890 (time 1789079515.67 total 60.13 last 15.19)
 - mkdir 999 (time 1789079525.71 total 70.17 last 10.85)
total: 1000 mkdir in 70.17 seconds: 14.25 ops/second
 - mkdir 131 (time 1789079463.65 total 10.05 last 13.03)
 - mkdir 267 (time 1789079473.65 total 20.05 last 13.60)
 - mkdir 410 (time 1789079483.71 total 30.11 last 14.22)
 - mkdir 570 (time 1789079493.72 total 40.12 last 15.98)
 - mkdir 719 (time 1789079503.75 total 50.15 last 14.85)
 - mkdir 853 (time 1789079513.80 total 60.20 last 13.33)
 - mkdir 981 (time 1789079523.81 total 70.21 last 12.79)
total: 1000 mkdir in 72.59 seconds: 13.78 ops/second
 - mkdir 130 (time 1789079464.35 total 10.03 last 12.96)
 - mkdir 263 (time 1789079474.37 total 20.05 last 13.27)
 - mkdir 413 (time 1789079484.40 total 30.08 last 14.95)
 - mkdir 561 (time 1789079494.40 total 40.08 last 14.80)
 - mkdir 706 (time 1789079504.43 total 50.11 last 14.45)
 - mkdir 842 (time 1789079514.46 total 60.14 last 13.56)
 - mkdir 962 (time 1789079524.60 total 70.28 last 11.84)
total: 1000 mkdir in 73.31 seconds: 13.64 ops/second
Time for file creation 85 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 1 seconds: 0.000000 unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 14 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.53 seconds: 18.86 ops/second
 - mkdir 179 (time 1789080025.05 total 10.03 last 17.84)
 - mkdir 344 (time 1789080035.06 total 20.04 last 16.48)
 - mkdir 523 (time 1789080045.09 total 30.08 last 17.84)
 - mkdir 695 (time 1789080055.13 total 40.11 last 17.14)
 - mkdir 854 (time 1789080065.16 total 50.14 last 15.85)
total: 1000 mkdir in 58.41 seconds: 17.12 ops/second
 - mkdir 171 (time 1789080024.63 total 10.03 last 17.06)
 - mkdir 331 (time 1789080034.68 total 20.08 last 15.92)
 - mkdir 511 (time 1789080044.71 total 30.10 last 17.95)
 - mkdir 682 (time 1789080054.74 total 40.13 last 17.05)
 - mkdir 842 (time 1789080064.75 total 50.14 last 15.98)
total: 1000 mkdir in 59.56 seconds: 16.79 ops/second
 - mkdir 190 (time 1789080026.41 total 10.05 last 18.90)
 - mkdir 350 (time 1789080036.42 total 20.07 last 15.98)
 - mkdir 532 (time 1789080046.43 total 30.08 last 18.18)
 - mkdir 704 (time 1789080056.48 total 40.13 last 17.11)
 - mkdir 864 (time 1789080066.54 total 50.19 last 15.91)
total: 1000 mkdir in 58.00 seconds: 17.24 ops/second
 - mkdir 191 (time 1789080026.89 total 10.03 last 19.05)
 - mkdir 358 (time 1789080036.90 total 20.04 last 16.68)
 - mkdir 536 (time 1789080046.92 total 30.06 last 17.76)
 - mkdir 709 (time 1789080056.96 total 40.11 last 17.22)
 - mkdir 869 (time 1789080067.01 total 50.15 last 15.93)
total: 1000 mkdir in 58.13 seconds: 17.20 ops/second
 - mkdir 185 (time 1789080027.04 total 10.12 last 18.27)
 - mkdir 352 (time 1789080037.07 total 20.15 last 16.66)
 - mkdir 536 (time 1789080047.11 total 30.19 last 18.33)
 - mkdir 707 (time 1789080057.11 total 40.19 last 17.09)
 - mkdir 863 (time 1789080067.18 total 50.26 last 15.50)
total: 1000 mkdir in 58.52 seconds: 17.09 ops/second
 - mkdir 185 (time 1789080026.78 total 10.07 last 18.38)
 - mkdir 347 (time 1789080036.78 total 20.07 last 16.20)
 - mkdir 535 (time 1789080046.82 total 30.11 last 18.73)
 - mkdir 707 (time 1789080056.85 total 40.14 last 17.15)
 - mkdir 862 (time 1789080066.86 total 50.15 last 15.48)
total: 1000 mkdir in 58.75 seconds: 17.02 ops/second
 - mkdir 188 (time 1789080026.43 total 10.11 last 18.60)
 - mkdir 352 (time 1789080036.48 total 20.16 last 16.32)
 - mkdir 527 (time 1789080046.49 total 30.17 last 17.48)
 - mkdir 694 (time 1789080056.51 total 40.19 last 16.67)
 - mkdir 848 (time 1789080066.56 total 50.24 last 15.33)
total: 1000 mkdir in 59.67 seconds: 16.76 ops/second
 - mkdir 168 (time 1789080024.83 total 10.06 last 16.71)
 - mkdir 324 (time 1789080034.84 total 20.06 last 15.59)
 - mkdir 497 (time 1789080044.93 total 30.16 last 17.14)
 - mkdir 666 (time 1789080054.94 total 40.16 last 16.89)
 - mkdir 826 (time 1789080064.97 total 50.19 last 15.96)
 - mkdir 988 (time 1789080074.98 total 60.20 last 16.18)
total: 1000 mkdir in 61.45 seconds: 16.27 ops/second
 - mkdir 182 (time 1789080026.70 total 10.01 last 18.17)
 - mkdir 341 (time 1789080036.75 total 20.07 last 15.82)
 - mkdir 519 (time 1789080046.78 total 30.10 last 17.74)
 - mkdir 691 (time 1789080056.82 total 40.13 last 17.14)
 - mkdir 847 (time 1789080066.88 total 50.19 last 15.50)
 - mkdir 996 (time 1789080076.94 total 60.26 last 14.80)
total: 1000 mkdir in 60.48 seconds: 16.53 ops/second
 - mkdir 176 (time 1789080026.70 total 10.11 last 17.41)
 - mkdir 333 (time 1789080036.75 total 20.16 last 15.62)
 - mkdir 511 (time 1789080046.80 total 30.21 last 17.72)
 - mkdir 681 (time 1789080056.84 total 40.25 last 16.93)
 - mkdir 837 (time 1789080066.85 total 50.26 last 15.59)
 - mkdir 988 (time 1789080076.98 total 60.39 last 14.90)
total: 1000 mkdir in 61.50 seconds: 16.26 ops/second
Time for file creation 73 sec for 1 RPC sent at a time
 - unlinked 0 (time 1789080085 ; total 0 ; last 0)
total: 1000 unlinks in 29 seconds: 34.482758 unlinks/second
 - unlinked 0 (time 1789080085 ; total 0 ; last 0)
total: 1000 unlinks in 29 seconds: 34.482758 unlinks/second
 - unlinked 0 (time 1789080085 ; total 0 ; last 0)
total: 1000 unlinks in 29 seconds: 34.482758 unlinks/second
 - unlinked 0 (time 1789080085 ; total 0 ; last 0)
total: 1000 unlinks in 29 seconds: 34.482758 unlinks/second
 - unlinked 0 (time 1789080085 ; total 0 ; last 0)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
 - unlinked 0 (time 1789080086 ; total 1 ; last 1)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
 - unlinked 0 (time 1789080086 ; total 1 ; last 1)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
 - unlinked 0 (time 1789080086 ; total 0 ; last 0)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
 - unlinked 0 (time 1789080085 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1789080085 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
Time for file removal 41 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8