== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 23:37:51 (1785987471)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.49 seconds: 20.51 ops/second
 - mkdir 124 (time 1785987495.62 total 10.02 last 12.38)
 - mkdir 232 (time 1785987505.65 total 20.04 last 10.77)
 - mkdir 380 (time 1785987515.67 total 30.07 last 14.77)
 - mkdir 521 (time 1785987525.77 total 40.17 last 13.96)
 - mkdir 644 (time 1785987535.84 total 50.24 last 12.22)
 - mkdir 757 (time 1785987545.85 total 60.24 last 11.29)
 - mkdir 885 (time 1785987555.86 total 70.26 last 12.78)
total: 1000 mkdir in 79.02 seconds: 12.66 ops/second
 - mkdir 127 (time 1785987496.95 total 10.03 last 12.66)
 - mkdir 245 (time 1785987506.97 total 20.05 last 11.78)
 - mkdir 398 (time 1785987517.05 total 30.12 last 15.19)
 - mkdir 527 (time 1785987527.11 total 40.18 last 12.82)
 - mkdir 648 (time 1785987537.11 total 50.18 last 12.10)
 - mkdir 772 (time 1785987547.13 total 60.20 last 12.38)
 - mkdir 902 (time 1785987557.18 total 70.26 last 12.93)
total: 1000 mkdir in 77.84 seconds: 12.85 ops/second
 - mkdir 126 (time 1785987497.23 total 10.01 last 12.58)
 - mkdir 247 (time 1785987507.23 total 20.02 last 12.10)
 - mkdir 391 (time 1785987517.28 total 30.06 last 14.33)
 - mkdir 519 (time 1785987527.34 total 40.13 last 12.72)
 - mkdir 640 (time 1785987537.39 total 50.18 last 12.04)
 - mkdir 766 (time 1785987547.50 total 60.29 last 12.46)
 - mkdir 895 (time 1785987557.53 total 70.31 last 12.87)
total: 1000 mkdir in 79.17 seconds: 12.63 ops/second
 - mkdir 128 (time 1785987497.86 total 10.02 last 12.77)
 - mkdir 252 (time 1785987507.91 total 20.07 last 12.34)
 - mkdir 400 (time 1785987517.92 total 30.08 last 14.79)
 - mkdir 525 (time 1785987527.94 total 40.10 last 12.48)
 - mkdir 652 (time 1785987538.01 total 50.17 last 12.61)
 - mkdir 771 (time 1785987548.12 total 60.29 last 11.77)
 - mkdir 895 (time 1785987558.17 total 70.34 last 12.34)
total: 1000 mkdir in 78.92 seconds: 12.67 ops/second
 - mkdir 127 (time 1785987497.44 total 10.09 last 12.58)
 - mkdir 250 (time 1785987507.46 total 20.12 last 12.27)
 - mkdir 400 (time 1785987517.55 total 30.21 last 14.88)
 - mkdir 525 (time 1785987527.64 total 40.30 last 12.39)
 - mkdir 646 (time 1785987537.67 total 50.33 last 12.06)
 - mkdir 765 (time 1785987547.72 total 60.38 last 11.84)
 - mkdir 889 (time 1785987557.75 total 70.40 last 12.37)
total: 1000 mkdir in 79.94 seconds: 12.51 ops/second
 - mkdir 108 (time 1785987493.79 total 10.04 last 10.76)
 - mkdir 211 (time 1785987503.90 total 20.15 last 10.19)
 - mkdir 331 (time 1785987513.90 total 30.15 last 12.00)
 - mkdir 489 (time 1785987523.98 total 40.23 last 15.68)
 - mkdir 604 (time 1785987534.02 total 50.27 last 11.46)
 - mkdir 724 (time 1785987544.11 total 60.36 last 11.88)
 - mkdir 843 (time 1785987554.16 total 70.41 last 11.84)
 - mkdir 965 (time 1785987564.21 total 80.46 last 12.14)
total: 1000 mkdir in 84.80 seconds: 11.79 ops/second
 - mkdir 123 (time 1785987497.41 total 10.04 last 12.25)
 - mkdir 245 (time 1785987507.45 total 20.08 last 12.15)
 - mkdir 387 (time 1785987517.53 total 30.16 last 14.09)
 - mkdir 511 (time 1785987527.54 total 40.17 last 12.39)
 - mkdir 635 (time 1785987537.59 total 50.22 last 12.34)
 - mkdir 755 (time 1785987547.66 total 60.29 last 11.92)
 - mkdir 878 (time 1785987557.71 total 70.34 last 12.23)
 - mkdir 996 (time 1785987567.89 total 80.52 last 11.60)
total: 1000 mkdir in 81.18 seconds: 12.32 ops/second
 - mkdir 116 (time 1785987496.28 total 10.10 last 11.49)
 - mkdir 230 (time 1785987506.30 total 20.11 last 11.39)
 - mkdir 369 (time 1785987516.38 total 30.19 last 13.78)
 - mkdir 502 (time 1785987526.42 total 40.24 last 13.24)
 - mkdir 624 (time 1785987536.44 total 50.25 last 12.18)
 - mkdir 744 (time 1785987546.44 total 60.25 last 11.99)
 - mkdir 865 (time 1785987556.45 total 70.26 last 12.09)
 - mkdir 984 (time 1785987566.48 total 80.29 last 11.87)
total: 1000 mkdir in 82.62 seconds: 12.10 ops/second
 - mkdir 122 (time 1785987497.82 total 10.00 last 12.20)
 - mkdir 244 (time 1785987507.90 total 20.08 last 12.10)
 - mkdir 391 (time 1785987517.94 total 30.13 last 14.63)
 - mkdir 514 (time 1785987527.99 total 40.18 last 12.24)
 - mkdir 636 (time 1785987538.12 total 50.30 last 12.05)
 - mkdir 759 (time 1785987548.13 total 60.31 last 12.28)
 - mkdir 882 (time 1785987558.19 total 70.38 last 12.22)
 - mkdir 992 (time 1785987568.24 total 80.43 last 10.95)
total: 1000 mkdir in 81.53 seconds: 12.27 ops/second
 - mkdir 123 (time 1785987497.77 total 10.05 last 12.24)
 - mkdir 244 (time 1785987507.82 total 20.10 last 12.04)
 - mkdir 390 (time 1785987517.88 total 30.16 last 14.50)
 - mkdir 514 (time 1785987527.93 total 40.22 last 12.34)
 - mkdir 633 (time 1785987537.94 total 50.22 last 11.90)
 - mkdir 755 (time 1785987547.98 total 60.26 last 12.15)
 - mkdir 876 (time 1785987558.00 total 70.28 last 12.08)
 - mkdir 986 (time 1785987568.10 total 80.39 last 10.88)
total: 1000 mkdir in 82.39 seconds: 12.14 ops/second
Time for file creation 97 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 1 seconds: 0.000000 unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 17 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.47 seconds: 21.40 ops/second
 - mkdir 157 (time 1785988132.32 total 10.05 last 15.62)
 - mkdir 330 (time 1785988142.41 total 20.14 last 17.15)
 - mkdir 488 (time 1785988152.42 total 30.14 last 15.79)
 - mkdir 662 (time 1785988162.45 total 40.18 last 17.34)
 - mkdir 859 (time 1785988172.47 total 50.19 last 19.67)
total: 1000 mkdir in 58.86 seconds: 16.99 ops/second
 - mkdir 181 (time 1785988135.86 total 10.02 last 18.06)
 - mkdir 361 (time 1785988145.89 total 20.06 last 17.94)
 - mkdir 532 (time 1785988155.90 total 30.06 last 17.09)
 - mkdir 720 (time 1785988165.90 total 40.07 last 18.79)
 - mkdir 915 (time 1785988175.92 total 50.08 last 19.46)
total: 1000 mkdir in 55.77 seconds: 17.93 ops/second
 - mkdir 166 (time 1785988135.20 total 10.05 last 16.52)
 - mkdir 351 (time 1785988145.29 total 20.14 last 18.33)
 - mkdir 514 (time 1785988155.34 total 30.20 last 16.22)
 - mkdir 698 (time 1785988165.34 total 40.20 last 18.40)
 - mkdir 889 (time 1785988175.36 total 50.21 last 19.07)
total: 1000 mkdir in 58.87 seconds: 16.99 ops/second
 - mkdir 165 (time 1785988135.09 total 10.04 last 16.44)
 - mkdir 346 (time 1785988145.13 total 20.08 last 18.02)
 - mkdir 501 (time 1785988155.16 total 30.11 last 15.45)
 - mkdir 687 (time 1785988165.24 total 40.19 last 18.46)
 - mkdir 877 (time 1785988175.28 total 50.23 last 18.92)
total: 1000 mkdir in 60.07 seconds: 16.65 ops/second
 - mkdir 164 (time 1785988135.69 total 10.02 last 16.37)
 - mkdir 339 (time 1785988145.71 total 20.04 last 17.46)
 - mkdir 511 (time 1785988155.72 total 30.05 last 17.18)
 - mkdir 694 (time 1785988165.74 total 40.06 last 18.28)
 - mkdir 888 (time 1785988175.79 total 50.12 last 19.30)
total: 1000 mkdir in 59.49 seconds: 16.81 ops/second
 - mkdir 175 (time 1785988135.87 total 10.01 last 17.48)
 - mkdir 352 (time 1785988145.89 total 20.03 last 17.66)
 - mkdir 519 (time 1785988155.92 total 30.06 last 16.65)
 - mkdir 702 (time 1785988165.93 total 40.08 last 18.27)
 - mkdir 892 (time 1785988176.03 total 50.17 last 18.82)
total: 1000 mkdir in 60.11 seconds: 16.64 ops/second
 - mkdir 171 (time 1785988135.78 total 10.03 last 17.04)
 - mkdir 343 (time 1785988145.83 total 20.08 last 17.12)
 - mkdir 509 (time 1785988155.83 total 30.08 last 16.60)
 - mkdir 690 (time 1785988165.86 total 40.11 last 18.05)
 - mkdir 883 (time 1785988175.89 total 50.14 last 19.25)
 - mkdir 996 (time 1785988185.96 total 60.21 last 11.21)
total: 1000 mkdir in 60.57 seconds: 16.51 ops/second
 - mkdir 155 (time 1785988134.70 total 10.03 last 15.46)
 - mkdir 331 (time 1785988144.74 total 20.06 last 17.54)
 - mkdir 487 (time 1785988154.81 total 30.13 last 15.50)
 - mkdir 669 (time 1785988164.84 total 40.16 last 18.14)
 - mkdir 862 (time 1785988174.86 total 50.19 last 19.25)
 - mkdir 980 (time 1785988184.87 total 60.19 last 11.80)
total: 1000 mkdir in 63.02 seconds: 15.87 ops/second
 - mkdir 173 (time 1785988135.84 total 10.03 last 17.24)
 - mkdir 339 (time 1785988145.88 total 20.07 last 16.54)
 - mkdir 504 (time 1785988155.92 total 30.10 last 16.44)
 - mkdir 685 (time 1785988165.92 total 40.11 last 18.09)
 - mkdir 876 (time 1785988176.03 total 50.21 last 18.90)
 - mkdir 986 (time 1785988186.10 total 60.29 last 10.92)
total: 1000 mkdir in 62.10 seconds: 16.10 ops/second
 - mkdir 153 (time 1785988133.49 total 10.02 last 15.27)
 - mkdir 325 (time 1785988143.53 total 20.06 last 17.12)
 - mkdir 476 (time 1785988153.59 total 30.12 last 15.01)
 - mkdir 643 (time 1785988163.60 total 40.13 last 16.68)
 - mkdir 833 (time 1785988173.67 total 50.20 last 18.87)
 - mkdir 956 (time 1785988183.76 total 60.29 last 12.19)
total: 1000 mkdir in 65.78 seconds: 15.20 ops/second
Time for file creation 76 sec for 1 RPC sent at a time
 - unlinked 0 (time 1785988202 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1785988204 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
 - unlinked 0 (time 1785988204 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
 - unlinked 0 (time 1785988205 ; total 0 ; last 0)
total: 1000 unlinks in 33 seconds: 30.303030 unlinks/second
 - unlinked 0 (time 1785988205 ; total 0 ; last 0)
total: 1000 unlinks in 33 seconds: 30.303030 unlinks/second
 - unlinked 0 (time 1785988204 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1785988205 ; total 0 ; last 0)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
 - unlinked 0 (time 1785988205 ; total 0 ; last 0)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
 - unlinked 0 (time 1785988206 ; total 1 ; last 1)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1785988205 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
Time for file removal 51 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8