== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 09:04:28 (1786971868)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.51 seconds: 19.50 ops/second
 - mkdir 169 (time 1786971890.63 total 10.02 last 16.86)
 - mkdir 347 (time 1786971900.63 total 20.02 last 17.80)
 - mkdir 553 (time 1786971910.65 total 30.04 last 20.56)
 - mkdir 733 (time 1786971920.67 total 40.06 last 17.96)
 - mkdir 977 (time 1786971930.70 total 50.09 last 24.33)
total: 1000 mkdir in 51.25 seconds: 19.51 ops/second
 - mkdir 156 (time 1786971889.11 total 10.05 last 15.51)
 - mkdir 329 (time 1786971899.18 total 20.12 last 17.19)
 - mkdir 519 (time 1786971909.21 total 30.15 last 18.94)
 - mkdir 693 (time 1786971919.21 total 40.15 last 17.40)
 - mkdir 935 (time 1786971929.26 total 50.20 last 24.08)
total: 1000 mkdir in 53.22 seconds: 18.79 ops/second
 - mkdir 164 (time 1786971890.50 total 10.06 last 16.30)
 - mkdir 338 (time 1786971900.62 total 20.18 last 17.20)
 - mkdir 539 (time 1786971910.64 total 30.20 last 20.05)
 - mkdir 722 (time 1786971920.68 total 40.24 last 18.23)
 - mkdir 965 (time 1786971930.69 total 50.25 last 24.28)
total: 1000 mkdir in 52.72 seconds: 18.97 ops/second
 - mkdir 159 (time 1786971890.61 total 10.01 last 15.89)
 - mkdir 327 (time 1786971900.63 total 20.02 last 16.77)
 - mkdir 524 (time 1786971910.64 total 30.03 last 19.68)
 - mkdir 707 (time 1786971920.69 total 40.08 last 18.21)
 - mkdir 947 (time 1786971930.72 total 50.11 last 23.94)
total: 1000 mkdir in 54.44 seconds: 18.37 ops/second
 - mkdir 168 (time 1786971890.95 total 10.03 last 16.75)
 - mkdir 334 (time 1786971900.95 total 20.03 last 16.60)
 - mkdir 537 (time 1786971910.95 total 30.03 last 20.29)
 - mkdir 716 (time 1786971920.98 total 40.06 last 17.86)
 - mkdir 952 (time 1786971931.04 total 50.12 last 23.45)
total: 1000 mkdir in 54.27 seconds: 18.43 ops/second
 - mkdir 171 (time 1786971891.64 total 10.00 last 17.09)
 - mkdir 332 (time 1786971901.72 total 20.08 last 15.99)
 - mkdir 541 (time 1786971911.75 total 30.11 last 20.82)
 - mkdir 727 (time 1786971921.77 total 40.13 last 18.58)
 - mkdir 965 (time 1786971931.79 total 50.15 last 23.76)
total: 1000 mkdir in 53.67 seconds: 18.63 ops/second
 - mkdir 157 (time 1786971889.88 total 10.01 last 15.69)
 - mkdir 321 (time 1786971899.91 total 20.04 last 16.35)
 - mkdir 509 (time 1786971909.97 total 30.10 last 18.69)
 - mkdir 685 (time 1786971919.99 total 40.12 last 17.56)
 - mkdir 923 (time 1786971929.99 total 50.12 last 23.80)
total: 1000 mkdir in 55.93 seconds: 17.88 ops/second
 - mkdir 169 (time 1786971891.28 total 10.04 last 16.83)
 - mkdir 327 (time 1786971901.32 total 20.08 last 15.75)
 - mkdir 529 (time 1786971911.36 total 30.12 last 20.12)
 - mkdir 717 (time 1786971921.37 total 40.13 last 18.77)
 - mkdir 952 (time 1786971931.40 total 50.16 last 23.45)
total: 1000 mkdir in 54.85 seconds: 18.23 ops/second
 - mkdir 167 (time 1786971891.45 total 10.07 last 16.59)
 - mkdir 326 (time 1786971901.48 total 20.09 last 15.86)
 - mkdir 524 (time 1786971911.52 total 30.13 last 19.72)
 - mkdir 717 (time 1786971921.55 total 40.17 last 19.24)
 - mkdir 949 (time 1786971931.60 total 50.22 last 23.09)
total: 1000 mkdir in 55.05 seconds: 18.16 ops/second
 - mkdir 160 (time 1786971891.42 total 10.01 last 15.99)
 - mkdir 313 (time 1786971901.48 total 20.07 last 15.20)
 - mkdir 505 (time 1786971911.52 total 30.11 last 19.13)
 - mkdir 698 (time 1786971921.58 total 40.16 last 19.19)
 - mkdir 937 (time 1786971931.58 total 50.16 last 23.90)
total: 1000 mkdir in 55.76 seconds: 17.93 ops/second
Time for file creation 67 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 10 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.42 seconds: 23.68 ops/second
 - mkdir 165 (time 1786972427.87 total 10.00 last 16.49)
 - mkdir 409 (time 1786972437.90 total 20.03 last 24.33)
 - mkdir 589 (time 1786972447.97 total 30.10 last 17.89)
 - mkdir 773 (time 1786972457.99 total 40.12 last 18.36)
 - mkdir 965 (time 1786972468.01 total 50.14 last 19.15)
total: 1000 mkdir in 52.42 seconds: 19.08 ops/second
 - mkdir 156 (time 1786972427.25 total 10.01 last 15.58)
 - mkdir 398 (time 1786972437.27 total 20.03 last 24.15)
 - mkdir 577 (time 1786972447.29 total 30.05 last 17.86)
 - mkdir 758 (time 1786972457.30 total 40.06 last 18.09)
 - mkdir 947 (time 1786972467.35 total 50.12 last 18.79)
total: 1000 mkdir in 53.66 seconds: 18.64 ops/second
 - mkdir 167 (time 1786972428.27 total 10.04 last 16.63)
 - mkdir 408 (time 1786972438.36 total 20.12 last 23.91)
 - mkdir 591 (time 1786972448.40 total 30.16 last 18.23)
 - mkdir 769 (time 1786972458.44 total 40.20 last 17.73)
 - mkdir 960 (time 1786972468.46 total 50.23 last 19.05)
total: 1000 mkdir in 53.27 seconds: 18.77 ops/second
 - mkdir 160 (time 1786972427.93 total 10.06 last 15.91)
 - mkdir 405 (time 1786972437.96 total 20.09 last 24.42)
 - mkdir 578 (time 1786972447.99 total 30.11 last 17.26)
 - mkdir 756 (time 1786972458.02 total 40.14 last 17.75)
 - mkdir 940 (time 1786972468.05 total 50.17 last 18.34)
total: 1000 mkdir in 55.28 seconds: 18.09 ops/second
 - mkdir 164 (time 1786972428.37 total 10.01 last 16.38)
 - mkdir 407 (time 1786972438.43 total 20.07 last 24.15)
 - mkdir 580 (time 1786972448.47 total 30.12 last 17.22)
 - mkdir 758 (time 1786972458.51 total 40.15 last 17.74)
 - mkdir 943 (time 1786972468.58 total 50.22 last 18.37)
total: 1000 mkdir in 55.89 seconds: 17.89 ops/second
 - mkdir 167 (time 1786972428.87 total 10.01 last 16.68)
 - mkdir 409 (time 1786972438.92 total 20.05 last 24.10)
 - mkdir 584 (time 1786972448.98 total 30.12 last 17.39)
 - mkdir 762 (time 1786972459.01 total 40.15 last 17.74)
 - mkdir 947 (time 1786972469.01 total 50.15 last 18.50)
total: 1000 mkdir in 55.63 seconds: 17.97 ops/second
 - mkdir 153 (time 1786972426.88 total 10.02 last 15.27)
 - mkdir 379 (time 1786972436.88 total 20.02 last 22.59)
 - mkdir 559 (time 1786972446.95 total 30.09 last 17.88)
 - mkdir 731 (time 1786972456.96 total 40.10 last 17.18)
 - mkdir 914 (time 1786972466.97 total 50.11 last 18.29)
total: 1000 mkdir in 57.87 seconds: 17.28 ops/second
 - mkdir 176 (time 1786972429.00 total 10.04 last 17.53)
 - mkdir 412 (time 1786972439.04 total 20.09 last 23.49)
 - mkdir 591 (time 1786972449.09 total 30.14 last 17.81)
 - mkdir 770 (time 1786972459.14 total 40.19 last 17.81)
 - mkdir 948 (time 1786972469.17 total 50.21 last 17.76)
total: 1000 mkdir in 55.77 seconds: 17.93 ops/second
 - mkdir 171 (time 1786972428.64 total 10.01 last 17.08)
 - mkdir 411 (time 1786972438.73 total 20.10 last 23.79)
 - mkdir 585 (time 1786972448.79 total 30.16 last 17.29)
 - mkdir 759 (time 1786972458.80 total 40.17 last 17.39)
 - mkdir 939 (time 1786972468.81 total 50.18 last 17.98)
total: 1000 mkdir in 56.67 seconds: 17.65 ops/second
 - mkdir 151 (time 1786972426.64 total 10.06 last 15.01)
 - mkdir 372 (time 1786972436.65 total 20.08 last 22.07)
 - mkdir 552 (time 1786972446.67 total 30.09 last 17.97)
 - mkdir 726 (time 1786972456.73 total 40.15 last 17.29)
 - mkdir 902 (time 1786972466.76 total 50.18 last 17.55)
total: 1000 mkdir in 58.94 seconds: 16.97 ops/second
Time for file creation 67 sec for 1 RPC sent at a time
 - unlinked 0 (time 1786972484 ; total 0 ; last 0)
total: 1000 unlinks in 27 seconds: 37.037037 unlinks/second
 - unlinked 0 (time 1786972484 ; total 0 ; last 0)
total: 1000 unlinks in 27 seconds: 37.037037 unlinks/second
 - unlinked 0 (time 1786972484 ; total 0 ; last 0)
total: 1000 unlinks in 28 seconds: 35.714287 unlinks/second
 - unlinked 0 (time 1786972485 ; total 0 ; last 0)
total: 1000 unlinks in 27 seconds: 37.037037 unlinks/second
 - unlinked 0 (time 1786972486 ; total 0 ; last 0)
total: 1000 unlinks in 27 seconds: 37.037037 unlinks/second
 - unlinked 0 (time 1786972485 ; total 0 ; last 0)
total: 1000 unlinks in 28 seconds: 35.714287 unlinks/second
 - unlinked 0 (time 1786972485 ; total 0 ; last 0)
total: 1000 unlinks in 28 seconds: 35.714287 unlinks/second
 - unlinked 0 (time 1786972486 ; total 0 ; last 0)
total: 1000 unlinks in 27 seconds: 37.037037 unlinks/second
 - unlinked 0 (time 1786972485 ; total 0 ; last 0)
total: 1000 unlinks in 29 seconds: 34.482758 unlinks/second
 - unlinked 0 (time 1786972486 ; total 0 ; last 0)
total: 1000 unlinks in 28 seconds: 35.714287 unlinks/second
Time for file removal 40 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8