== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 00:08:00 (1787717280)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.46 seconds: 21.82 ops/second
 - mkdir 128 (time 1787717301.64 total 10.03 last 12.76)
 - mkdir 260 (time 1787717311.68 total 20.07 last 13.15)
 - mkdir 367 (time 1787717321.82 total 30.20 last 10.56)
 - mkdir 536 (time 1787717331.82 total 40.20 last 16.90)
 - mkdir 698 (time 1787717341.86 total 50.25 last 16.13)
 - mkdir 858 (time 1787717351.87 total 60.25 last 15.99)
total: 1000 mkdir in 68.68 seconds: 14.56 ops/second
 - mkdir 137 (time 1787717303.81 total 10.00 last 13.69)
 - mkdir 251 (time 1787717313.87 total 20.06 last 11.34)
 - mkdir 365 (time 1787717323.88 total 30.08 last 11.38)
 - mkdir 548 (time 1787717333.88 total 40.08 last 18.30)
 - mkdir 711 (time 1787717343.93 total 50.13 last 16.22)
 - mkdir 882 (time 1787717353.94 total 60.13 last 17.09)
total: 1000 mkdir in 67.90 seconds: 14.73 ops/second
 - mkdir 141 (time 1787717304.84 total 10.00 last 14.10)
 - mkdir 252 (time 1787717314.84 total 20.01 last 11.09)
 - mkdir 385 (time 1787717324.87 total 30.03 last 13.27)
 - mkdir 559 (time 1787717334.89 total 40.05 last 17.37)
 - mkdir 724 (time 1787717344.94 total 50.10 last 16.41)
 - mkdir 893 (time 1787717354.94 total 60.10 last 16.90)
total: 1000 mkdir in 67.52 seconds: 14.81 ops/second
 - mkdir 153 (time 1787717305.84 total 10.07 last 15.19)
 - mkdir 252 (time 1787717315.87 total 20.11 last 9.87)
 - mkdir 392 (time 1787717325.94 total 30.18 last 13.91)
 - mkdir 566 (time 1787717335.95 total 40.18 last 17.39)
 - mkdir 731 (time 1787717345.98 total 50.21 last 16.45)
 - mkdir 899 (time 1787717356.01 total 60.25 last 16.75)
total: 1000 mkdir in 68.20 seconds: 14.66 ops/second
 - mkdir 151 (time 1787717306.12 total 10.05 last 15.03)
 - mkdir 247 (time 1787717316.13 total 20.06 last 9.59)
 - mkdir 385 (time 1787717326.16 total 30.10 last 13.75)
 - mkdir 563 (time 1787717336.19 total 40.12 last 17.75)
 - mkdir 733 (time 1787717346.22 total 50.15 last 16.96)
 - mkdir 902 (time 1787717356.23 total 60.16 last 16.88)
total: 1000 mkdir in 68.56 seconds: 14.59 ops/second
 - mkdir 137 (time 1787717304.76 total 10.02 last 13.67)
 - mkdir 238 (time 1787717314.88 total 20.14 last 9.98)
 - mkdir 362 (time 1787717324.93 total 30.19 last 12.34)
 - mkdir 540 (time 1787717334.94 total 40.21 last 17.78)
 - mkdir 710 (time 1787717345.00 total 50.26 last 16.90)
 - mkdir 874 (time 1787717355.03 total 60.29 last 16.36)
 - mkdir 995 (time 1787717365.06 total 70.32 last 12.06)
total: 1000 mkdir in 70.95 seconds: 14.09 ops/second
 - mkdir 153 (time 1787717306.41 total 10.00 last 15.30)
 - mkdir 254 (time 1787717316.45 total 20.05 last 10.05)
 - mkdir 383 (time 1787717326.48 total 30.07 last 12.87)
 - mkdir 566 (time 1787717336.54 total 40.14 last 18.18)
 - mkdir 735 (time 1787717346.55 total 50.14 last 16.89)
 - mkdir 907 (time 1787717356.55 total 60.14 last 17.19)
total: 1000 mkdir in 69.55 seconds: 14.38 ops/second
 - mkdir 155 (time 1787717306.48 total 10.06 last 15.41)
 - mkdir 253 (time 1787717316.55 total 20.12 last 9.74)
 - mkdir 390 (time 1787717326.62 total 30.20 last 13.60)
 - mkdir 567 (time 1787717336.71 total 40.28 last 17.55)
 - mkdir 737 (time 1787717346.72 total 50.30 last 16.97)
 - mkdir 906 (time 1787717356.77 total 60.35 last 16.82)
total: 1000 mkdir in 69.63 seconds: 14.36 ops/second
 - mkdir 143 (time 1787717306.09 total 10.07 last 14.20)
 - mkdir 242 (time 1787717316.16 total 20.15 last 9.83)
 - mkdir 377 (time 1787717326.21 total 30.19 last 13.44)
 - mkdir 554 (time 1787717336.22 total 40.21 last 17.67)
 - mkdir 718 (time 1787717346.24 total 50.22 last 16.38)
 - mkdir 893 (time 1787717356.25 total 60.23 last 17.48)
total: 1000 mkdir in 70.08 seconds: 14.27 ops/second
 - mkdir 139 (time 1787717305.76 total 10.05 last 13.84)
 - mkdir 232 (time 1787717315.77 total 20.06 last 9.29)
 - mkdir 360 (time 1787717325.79 total 30.07 last 12.78)
 - mkdir 536 (time 1787717335.84 total 40.13 last 17.50)
 - mkdir 705 (time 1787717345.93 total 50.22 last 16.75)
 - mkdir 873 (time 1787717355.94 total 60.23 last 16.77)
 - mkdir 983 (time 1787717366.02 total 70.31 last 10.92)
total: 1000 mkdir in 71.98 seconds: 13.89 ops/second
Time for file creation 85 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 1 seconds: 0.000000 unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 1 seconds: 0.000000 unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 17 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.49 seconds: 20.41 ops/second
 - mkdir 140 (time 1787717866.00 total 10.09 last 13.87)
 - mkdir 301 (time 1787717876.03 total 20.12 last 16.05)
 - mkdir 464 (time 1787717886.04 total 30.13 last 16.29)
 - mkdir 642 (time 1787717896.07 total 40.16 last 17.75)
 - mkdir 831 (time 1787717906.07 total 50.16 last 18.90)
 - mkdir 979 (time 1787717916.08 total 60.17 last 14.78)
total: 1000 mkdir in 60.95 seconds: 16.41 ops/second
 - mkdir 147 (time 1787717869.45 total 10.14 last 14.49)
 - mkdir 340 (time 1787717879.50 total 20.20 last 19.19)
 - mkdir 491 (time 1787717889.55 total 30.25 last 15.03)
 - mkdir 680 (time 1787717899.58 total 40.27 last 18.85)
 - mkdir 862 (time 1787717909.62 total 50.32 last 18.12)
total: 1000 mkdir in 59.71 seconds: 16.75 ops/second
 - mkdir 151 (time 1787717870.46 total 10.06 last 15.00)
 - mkdir 358 (time 1787717880.48 total 20.09 last 20.64)
 - mkdir 524 (time 1787717890.53 total 30.14 last 16.52)
 - mkdir 703 (time 1787717900.58 total 40.19 last 17.81)
 - mkdir 879 (time 1787717910.64 total 50.25 last 17.50)
total: 1000 mkdir in 58.77 seconds: 17.01 ops/second
 - mkdir 152 (time 1787717870.66 total 10.09 last 15.07)
 - mkdir 346 (time 1787717880.70 total 20.13 last 19.32)
 - mkdir 502 (time 1787717890.71 total 30.14 last 15.58)
 - mkdir 685 (time 1787717900.74 total 40.17 last 18.24)
 - mkdir 861 (time 1787717910.78 total 50.21 last 17.53)
 - mkdir 996 (time 1787717920.82 total 60.25 last 13.45)
total: 1000 mkdir in 60.63 seconds: 16.49 ops/second
 - mkdir 153 (time 1787717871.27 total 10.05 last 15.22)
 - mkdir 348 (time 1787717881.29 total 20.06 last 19.48)
 - mkdir 508 (time 1787717891.31 total 30.09 last 15.96)
 - mkdir 699 (time 1787717901.34 total 40.11 last 19.06)
 - mkdir 866 (time 1787717911.37 total 50.15 last 16.65)
 - mkdir 998 (time 1787717921.40 total 60.18 last 13.16)
total: 1000 mkdir in 60.40 seconds: 16.56 ops/second
 - mkdir 145 (time 1787717871.01 total 10.07 last 14.40)
 - mkdir 345 (time 1787717881.02 total 20.07 last 19.99)
 - mkdir 507 (time 1787717891.04 total 30.10 last 16.16)
 - mkdir 697 (time 1787717901.06 total 40.12 last 18.96)
 - mkdir 865 (time 1787717911.09 total 50.15 last 16.75)
 - mkdir 996 (time 1787717921.13 total 60.18 last 13.06)
total: 1000 mkdir in 60.96 seconds: 16.40 ops/second
 - mkdir 133 (time 1787717868.80 total 10.03 last 13.26)
 - mkdir 321 (time 1787717878.80 total 20.03 last 18.80)
 - mkdir 465 (time 1787717888.80 total 30.04 last 14.40)
 - mkdir 654 (time 1787717898.82 total 40.05 last 18.87)
 - mkdir 833 (time 1787717908.89 total 50.12 last 17.78)
 - mkdir 975 (time 1787717918.96 total 60.20 last 14.09)
total: 1000 mkdir in 63.34 seconds: 15.79 ops/second
 - mkdir 144 (time 1787717871.26 total 10.07 last 14.31)
 - mkdir 340 (time 1787717881.32 total 20.12 last 19.49)
 - mkdir 508 (time 1787717891.37 total 30.17 last 16.72)
 - mkdir 691 (time 1787717901.37 total 40.18 last 18.29)
 - mkdir 857 (time 1787717911.44 total 50.25 last 16.49)
 - mkdir 989 (time 1787717921.64 total 60.45 last 12.95)
total: 1000 mkdir in 61.68 seconds: 16.21 ops/second
 - mkdir 147 (time 1787717871.41 total 10.02 last 14.68)
 - mkdir 346 (time 1787717881.42 total 20.03 last 19.87)
 - mkdir 502 (time 1787717891.44 total 30.05 last 15.57)
 - mkdir 687 (time 1787717901.47 total 40.08 last 18.45)
 - mkdir 853 (time 1787717911.48 total 50.09 last 16.57)
 - mkdir 987 (time 1787717921.51 total 60.12 last 13.37)
total: 1000 mkdir in 61.56 seconds: 16.24 ops/second
 - mkdir 136 (time 1787717871.05 total 10.04 last 13.55)
 - mkdir 323 (time 1787717881.08 total 20.07 last 18.65)
 - mkdir 477 (time 1787717891.11 total 30.09 last 15.36)
 - mkdir 662 (time 1787717901.14 total 40.13 last 18.44)
 - mkdir 831 (time 1787717911.22 total 50.20 last 16.77)
 - mkdir 964 (time 1787717921.29 total 60.28 last 13.20)
total: 1000 mkdir in 64.54 seconds: 15.49 ops/second
Time for file creation 77 sec for 1 RPC sent at a time
 - unlinked 0 (time 1787717935 ; total 0 ; last 0)
total: 1000 unlinks in 41 seconds: 24.390244 unlinks/second
 - unlinked 0 (time 1787717938 ; total 0 ; last 0)
total: 1000 unlinks in 44 seconds: 22.727272 unlinks/second
 - unlinked 0 (time 1787717938 ; total 0 ; last 0)
total: 1000 unlinks in 44 seconds: 22.727272 unlinks/second
 - unlinked 0 (time 1787717938 ; total 0 ; last 0)
total: 1000 unlinks in 45 seconds: 22.222221 unlinks/second
 - unlinked 0 (time 1787717939 ; total 0 ; last 0)
total: 1000 unlinks in 45 seconds: 22.222221 unlinks/second
 - unlinked 0 (time 1787717939 ; total 0 ; last 0)
total: 1000 unlinks in 46 seconds: 21.739130 unlinks/second
 - unlinked 0 (time 1787717939 ; total 0 ; last 0)
total: 1000 unlinks in 47 seconds: 21.276596 unlinks/second
 - unlinked 0 (time 1787717939 ; total 0 ; last 0)
total: 1000 unlinks in 48 seconds: 20.833334 unlinks/second
 - unlinked 0 (time 1787717939 ; total 0 ; last 0)
total: 1000 unlinks in 48 seconds: 20.833334 unlinks/second
 - unlinked 0 (time 1787717939 ; total 0 ; last 0)
total: 1000 unlinks in 49 seconds: 20.408163 unlinks/second
Time for file removal 63 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8