== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 01:10:21 (1787721021)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.81 seconds: 12.27 ops/second
 - mkdir 179 (time 1787721043.02 total 10.03 last 17.84)
 - mkdir 346 (time 1787721053.06 total 20.07 last 16.63)
 - mkdir 511 (time 1787721063.12 total 30.13 last 16.40)
 - mkdir 719 (time 1787721073.14 total 40.16 last 20.75)
 - mkdir 907 (time 1787721083.16 total 50.17 last 18.77)
total: 1000 mkdir in 55.06 seconds: 18.16 ops/second
 - mkdir 171 (time 1787721042.42 total 10.05 last 17.02)
 - mkdir 338 (time 1787721052.43 total 20.05 last 16.69)
 - mkdir 495 (time 1787721062.44 total 30.06 last 15.69)
 - mkdir 699 (time 1787721072.47 total 40.09 last 20.34)
 - mkdir 891 (time 1787721082.55 total 50.18 last 19.04)
total: 1000 mkdir in 56.34 seconds: 17.75 ops/second
 - mkdir 168 (time 1787721042.03 total 10.11 last 16.62)
 - mkdir 333 (time 1787721052.05 total 20.13 last 16.47)
 - mkdir 494 (time 1787721062.09 total 30.17 last 16.03)
 - mkdir 689 (time 1787721072.11 total 40.18 last 19.47)
 - mkdir 882 (time 1787721082.15 total 50.23 last 19.21)
total: 1000 mkdir in 56.85 seconds: 17.59 ops/second
 - mkdir 172 (time 1787721043.02 total 10.05 last 17.11)
 - mkdir 343 (time 1787721053.08 total 20.11 last 16.99)
 - mkdir 496 (time 1787721063.09 total 30.12 last 15.29)
 - mkdir 712 (time 1787721073.12 total 40.16 last 21.52)
 - mkdir 895 (time 1787721083.16 total 50.19 last 18.23)
total: 1000 mkdir in 56.34 seconds: 17.75 ops/second
 - mkdir 171 (time 1787721043.33 total 10.02 last 17.06)
 - mkdir 341 (time 1787721053.34 total 20.04 last 16.97)
 - mkdir 496 (time 1787721063.37 total 30.06 last 15.46)
 - mkdir 706 (time 1787721073.46 total 40.15 last 20.81)
 - mkdir 898 (time 1787721083.46 total 50.15 last 19.20)
total: 1000 mkdir in 56.45 seconds: 17.72 ops/second
 - mkdir 164 (time 1787721042.80 total 10.03 last 16.34)
 - mkdir 327 (time 1787721052.83 total 20.06 last 16.26)
 - mkdir 480 (time 1787721062.89 total 30.12 last 15.21)
 - mkdir 686 (time 1787721072.92 total 40.15 last 20.54)
 - mkdir 880 (time 1787721082.93 total 50.16 last 19.39)
total: 1000 mkdir in 57.74 seconds: 17.32 ops/second
 - mkdir 165 (time 1787721043.13 total 10.09 last 16.36)
 - mkdir 330 (time 1787721053.15 total 20.11 last 16.46)
 - mkdir 482 (time 1787721063.17 total 30.13 last 15.17)
 - mkdir 695 (time 1787721073.22 total 40.17 last 21.21)
 - mkdir 884 (time 1787721083.24 total 50.20 last 18.85)
total: 1000 mkdir in 57.94 seconds: 17.26 ops/second
 - mkdir 165 (time 1787721043.48 total 10.11 last 16.31)
 - mkdir 337 (time 1787721053.48 total 20.12 last 17.20)
 - mkdir 490 (time 1787721063.49 total 30.12 last 15.29)
 - mkdir 705 (time 1787721073.53 total 40.16 last 21.42)
 - mkdir 889 (time 1787721083.54 total 50.17 last 18.37)
total: 1000 mkdir in 57.94 seconds: 17.26 ops/second
 - mkdir 164 (time 1787721043.34 total 10.10 last 16.24)
 - mkdir 333 (time 1787721053.38 total 20.15 last 16.82)
 - mkdir 484 (time 1787721063.41 total 30.17 last 15.06)
 - mkdir 693 (time 1787721073.42 total 40.18 last 20.89)
 - mkdir 884 (time 1787721083.44 total 50.20 last 19.06)
total: 1000 mkdir in 58.19 seconds: 17.18 ops/second
 - mkdir 161 (time 1787721041.95 total 10.03 last 16.05)
 - mkdir 311 (time 1787721052.00 total 20.08 last 14.93)
 - mkdir 466 (time 1787721062.13 total 30.21 last 15.29)
 - mkdir 666 (time 1787721072.14 total 40.22 last 19.98)
 - mkdir 858 (time 1787721082.16 total 50.24 last 19.16)
total: 1000 mkdir in 59.62 seconds: 16.77 ops/second
Time for file creation 69 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 15 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.72 seconds: 13.97 ops/second
 - mkdir 175 (time 1787721660.56 total 10.00 last 17.49)
 - mkdir 353 (time 1787721670.58 total 20.02 last 17.77)
 - mkdir 497 (time 1787721680.60 total 30.05 last 14.36)
 - mkdir 644 (time 1787721690.64 total 40.08 last 14.65)
 - mkdir 801 (time 1787721700.67 total 50.11 last 15.65)
 - mkdir 961 (time 1787721710.69 total 60.13 last 15.97)
total: 1000 mkdir in 62.79 seconds: 15.93 ops/second
 - mkdir 177 (time 1787721660.61 total 10.04 last 17.62)
 - mkdir 363 (time 1787721670.65 total 20.09 last 18.52)
 - mkdir 498 (time 1787721680.69 total 30.13 last 13.44)
 - mkdir 652 (time 1787721690.70 total 40.14 last 15.39)
 - mkdir 804 (time 1787721700.72 total 50.16 last 15.17)
 - mkdir 966 (time 1787721710.77 total 60.20 last 16.12)
total: 1000 mkdir in 62.79 seconds: 15.93 ops/second
 - mkdir 183 (time 1787721663.23 total 10.01 last 18.29)
 - mkdir 367 (time 1787721673.28 total 20.06 last 18.30)
 - mkdir 511 (time 1787721683.34 total 30.12 last 14.31)
 - mkdir 679 (time 1787721693.43 total 40.21 last 16.66)
 - mkdir 836 (time 1787721703.44 total 50.22 last 15.67)
 - mkdir 993 (time 1787721713.46 total 60.24 last 15.67)
total: 1000 mkdir in 60.77 seconds: 16.46 ops/second
 - mkdir 180 (time 1787721663.19 total 10.00 last 17.99)
 - mkdir 359 (time 1787721673.26 total 20.07 last 17.78)
 - mkdir 496 (time 1787721683.35 total 30.16 last 13.58)
 - mkdir 657 (time 1787721693.42 total 40.23 last 15.99)
 - mkdir 809 (time 1787721703.51 total 50.32 last 15.07)
 - mkdir 961 (time 1787721713.62 total 60.43 last 15.03)
total: 1000 mkdir in 64.65 seconds: 15.47 ops/second
 - mkdir 172 (time 1787721663.02 total 10.05 last 17.11)
 - mkdir 349 (time 1787721673.05 total 20.08 last 17.65)
 - mkdir 484 (time 1787721683.11 total 30.15 last 13.41)
 - mkdir 647 (time 1787721693.11 total 40.15 last 16.30)
 - mkdir 797 (time 1787721703.13 total 50.17 last 14.97)
 - mkdir 952 (time 1787721713.15 total 60.19 last 15.47)
total: 1000 mkdir in 65.43 seconds: 15.28 ops/second
 - mkdir 176 (time 1787721663.40 total 10.03 last 17.55)
 - mkdir 358 (time 1787721673.44 total 20.07 last 18.11)
 - mkdir 489 (time 1787721683.50 total 30.13 last 13.03)
 - mkdir 645 (time 1787721693.57 total 40.20 last 15.49)
 - mkdir 800 (time 1787721703.65 total 50.28 last 15.38)
 - mkdir 957 (time 1787721713.73 total 60.37 last 15.57)
total: 1000 mkdir in 65.32 seconds: 15.31 ops/second
 - mkdir 177 (time 1787721662.73 total 10.03 last 17.65)
 - mkdir 350 (time 1787721672.76 total 20.06 last 17.24)
 - mkdir 484 (time 1787721682.84 total 30.14 last 13.30)
 - mkdir 643 (time 1787721692.86 total 40.16 last 15.87)
 - mkdir 787 (time 1787721702.93 total 50.23 last 14.31)
 - mkdir 941 (time 1787721712.98 total 60.28 last 15.32)
total: 1000 mkdir in 67.38 seconds: 14.84 ops/second
 - mkdir 170 (time 1787721662.59 total 10.02 last 16.96)
 - mkdir 340 (time 1787721672.66 total 20.09 last 16.90)
 - mkdir 476 (time 1787721682.76 total 30.19 last 13.46)
 - mkdir 634 (time 1787721692.79 total 40.22 last 15.76)
 - mkdir 776 (time 1787721702.82 total 50.25 last 14.15)
 - mkdir 930 (time 1787721712.83 total 60.26 last 15.38)
total: 1000 mkdir in 67.87 seconds: 14.73 ops/second
 - mkdir 166 (time 1787721662.18 total 10.01 last 16.59)
 - mkdir 337 (time 1787721672.23 total 20.07 last 17.00)
 - mkdir 470 (time 1787721682.26 total 30.10 last 13.26)
 - mkdir 620 (time 1787721692.30 total 40.13 last 14.95)
 - mkdir 771 (time 1787721702.35 total 50.18 last 15.02)
 - mkdir 919 (time 1787721712.35 total 60.18 last 14.80)
total: 1000 mkdir in 69.36 seconds: 14.42 ops/second
 - mkdir 170 (time 1787721663.34 total 10.04 last 16.94)
 - mkdir 339 (time 1787721673.35 total 20.04 last 16.89)
 - mkdir 469 (time 1787721683.37 total 30.06 last 12.98)
 - mkdir 628 (time 1787721693.37 total 40.07 last 15.89)
 - mkdir 774 (time 1787721703.44 total 50.13 last 14.50)
 - mkdir 925 (time 1787721713.47 total 60.16 last 15.05)
total: 1000 mkdir in 69.01 seconds: 14.49 ops/second
Time for file creation 80 sec for 1 RPC sent at a time
 - unlinked 0 (time 1787721734 ; total 0 ; last 0)
total: 1000 unlinks in 40 seconds: 25.000000 unlinks/second
 - unlinked 0 (time 1787721735 ; total 1 ; last 1)
total: 1000 unlinks in 40 seconds: 25.000000 unlinks/second
 - unlinked 0 (time 1787721736 ; total 0 ; last 0)
total: 1000 unlinks in 39 seconds: 25.641026 unlinks/second
 - unlinked 0 (time 1787721736 ; total 0 ; last 0)
total: 1000 unlinks in 39 seconds: 25.641026 unlinks/second
 - unlinked 0 (time 1787721736 ; total 0 ; last 0)
total: 1000 unlinks in 39 seconds: 25.641026 unlinks/second
 - unlinked 0 (time 1787721737 ; total 0 ; last 0)
total: 1000 unlinks in 38 seconds: 26.315790 unlinks/second
 - unlinked 0 (time 1787721737 ; total 0 ; last 0)
total: 1000 unlinks in 39 seconds: 25.641026 unlinks/second
 - unlinked 0 (time 1787721736 ; total 0 ; last 0)
total: 1000 unlinks in 40 seconds: 25.000000 unlinks/second
 - unlinked 0 (time 1787721736 ; total 0 ; last 0)
total: 1000 unlinks in 40 seconds: 25.000000 unlinks/second
 - unlinked 0 (time 1787721736 ; total 0 ; last 0)
total: 1000 unlinks in 40 seconds: 25.000000 unlinks/second
Time for file removal 57 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8