== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 02:48:03 (1787813283)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.50 seconds: 19.95 ops/second
 - mkdir 169 (time 1787813301.34 total 10.00 last 16.90)
 - mkdir 391 (time 1787813311.42 total 20.08 last 22.04)
 - mkdir 544 (time 1787813321.48 total 30.14 last 15.21)
 - mkdir 687 (time 1787813331.51 total 40.17 last 14.25)
 - mkdir 844 (time 1787813341.60 total 50.26 last 15.57)
 - mkdir 998 (time 1787813351.61 total 60.27 last 15.38)
total: 1000 mkdir in 60.33 seconds: 16.57 ops/second
 - mkdir 185 (time 1787813303.14 total 10.02 last 18.47)
 - mkdir 399 (time 1787813313.16 total 20.03 last 21.37)
 - mkdir 548 (time 1787813323.22 total 30.09 last 14.81)
 - mkdir 692 (time 1787813333.22 total 40.10 last 14.39)
 - mkdir 856 (time 1787813343.25 total 50.12 last 16.36)
total: 1000 mkdir in 59.81 seconds: 16.72 ops/second
 - mkdir 173 (time 1787813303.04 total 10.07 last 17.17)
 - mkdir 390 (time 1787813313.06 total 20.09 last 21.66)
 - mkdir 537 (time 1787813323.10 total 30.13 last 14.64)
 - mkdir 683 (time 1787813333.12 total 40.15 last 14.58)
 - mkdir 847 (time 1787813343.14 total 50.17 last 16.36)
total: 1000 mkdir in 60.11 seconds: 16.64 ops/second
 - mkdir 182 (time 1787813302.94 total 10.01 last 18.18)
 - mkdir 394 (time 1787813312.97 total 20.04 last 21.13)
 - mkdir 541 (time 1787813322.98 total 30.05 last 14.68)
 - mkdir 684 (time 1787813333.05 total 40.11 last 14.21)
 - mkdir 845 (time 1787813343.12 total 50.19 last 15.98)
 - mkdir 996 (time 1787813353.19 total 60.26 last 15.00)
total: 1000 mkdir in 60.60 seconds: 16.50 ops/second
 - mkdir 187 (time 1787813303.70 total 10.01 last 18.69)
 - mkdir 397 (time 1787813313.71 total 20.01 last 21.00)
 - mkdir 551 (time 1787813323.74 total 30.05 last 15.34)
 - mkdir 693 (time 1787813333.81 total 40.11 last 14.11)
 - mkdir 858 (time 1787813343.85 total 50.15 last 16.43)
total: 1000 mkdir in 60.15 seconds: 16.63 ops/second
 - mkdir 187 (time 1787813303.54 total 10.05 last 18.61)
 - mkdir 396 (time 1787813313.58 total 20.08 last 20.82)
 - mkdir 542 (time 1787813323.59 total 30.09 last 14.59)
 - mkdir 688 (time 1787813333.65 total 40.15 last 14.51)
 - mkdir 850 (time 1787813343.65 total 50.15 last 16.20)
 - mkdir 995 (time 1787813353.67 total 60.17 last 14.47)
total: 1000 mkdir in 60.62 seconds: 16.50 ops/second
 - mkdir 179 (time 1787813302.92 total 10.02 last 17.87)
 - mkdir 383 (time 1787813312.92 total 20.02 last 20.40)
 - mkdir 533 (time 1787813322.97 total 30.07 last 14.93)
 - mkdir 676 (time 1787813333.02 total 40.12 last 14.23)
 - mkdir 839 (time 1787813343.07 total 50.17 last 16.22)
 - mkdir 987 (time 1787813353.09 total 60.19 last 14.77)
total: 1000 mkdir in 61.43 seconds: 16.28 ops/second
 - mkdir 184 (time 1787813303.48 total 10.02 last 18.37)
 - mkdir 392 (time 1787813313.51 total 20.05 last 20.73)
 - mkdir 541 (time 1787813323.54 total 30.07 last 14.86)
 - mkdir 688 (time 1787813333.65 total 40.19 last 14.53)
 - mkdir 849 (time 1787813343.67 total 50.21 last 16.07)
 - mkdir 991 (time 1787813353.78 total 60.31 last 14.05)
total: 1000 mkdir in 61.16 seconds: 16.35 ops/second
 - mkdir 177 (time 1787813303.37 total 10.03 last 17.65)
 - mkdir 383 (time 1787813313.39 total 20.05 last 20.57)
 - mkdir 532 (time 1787813323.48 total 30.14 last 14.76)
 - mkdir 677 (time 1787813333.56 total 40.22 last 14.38)
 - mkdir 842 (time 1787813343.60 total 50.26 last 16.44)
 - mkdir 989 (time 1787813353.72 total 60.38 last 14.52)
total: 1000 mkdir in 61.38 seconds: 16.29 ops/second
 - mkdir 188 (time 1787813303.58 total 10.00 last 18.79)
 - mkdir 392 (time 1787813313.60 total 20.03 last 20.35)
 - mkdir 537 (time 1787813323.64 total 30.06 last 14.45)
 - mkdir 682 (time 1787813333.72 total 40.15 last 14.38)
 - mkdir 842 (time 1787813343.73 total 50.16 last 15.98)
 - mkdir 987 (time 1787813353.78 total 60.21 last 14.43)
total: 1000 mkdir in 61.36 seconds: 16.30 ops/second
Time for file creation 72 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 12 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.42 seconds: 23.95 ops/second
 - mkdir 151 (time 1787813908.84 total 10.07 last 14.99)
 - mkdir 306 (time 1787813918.88 total 20.11 last 15.44)
 - mkdir 450 (time 1787813928.89 total 30.12 last 14.38)
 - mkdir 617 (time 1787813938.97 total 40.20 last 16.57)
 - mkdir 747 (time 1787813949.00 total 50.23 last 12.96)
 - mkdir 903 (time 1787813959.02 total 60.25 last 15.56)
total: 1000 mkdir in 66.81 seconds: 14.97 ops/second
 - mkdir 140 (time 1787813908.45 total 10.03 last 13.96)
 - mkdir 295 (time 1787813918.53 total 20.12 last 15.37)
 - mkdir 437 (time 1787813928.59 total 30.17 last 14.12)
 - mkdir 610 (time 1787813938.59 total 40.18 last 17.29)
 - mkdir 737 (time 1787813948.63 total 50.21 last 12.65)
 - mkdir 892 (time 1787813958.68 total 60.26 last 15.42)
total: 1000 mkdir in 68.88 seconds: 14.52 ops/second
 - mkdir 141 (time 1787813909.58 total 10.02 last 14.07)
 - mkdir 297 (time 1787813919.61 total 20.05 last 15.55)
 - mkdir 443 (time 1787813929.64 total 30.09 last 14.55)
 - mkdir 604 (time 1787813939.65 total 40.09 last 16.10)
 - mkdir 733 (time 1787813949.69 total 50.13 last 12.84)
 - mkdir 893 (time 1787813959.72 total 60.16 last 15.96)
total: 1000 mkdir in 68.56 seconds: 14.59 ops/second
 - mkdir 146 (time 1787813910.19 total 10.04 last 14.54)
 - mkdir 302 (time 1787813920.21 total 20.06 last 15.57)
 - mkdir 446 (time 1787813930.23 total 30.08 last 14.36)
 - mkdir 611 (time 1787813940.26 total 40.11 last 16.45)
 - mkdir 741 (time 1787813950.28 total 50.13 last 12.97)
 - mkdir 902 (time 1787813960.29 total 60.14 last 16.09)
total: 1000 mkdir in 69.02 seconds: 14.49 ops/second
 - mkdir 139 (time 1787813909.22 total 10.03 last 13.86)
 - mkdir 292 (time 1787813919.22 total 20.03 last 15.29)
 - mkdir 429 (time 1787813929.29 total 30.10 last 13.61)
 - mkdir 595 (time 1787813939.34 total 40.14 last 16.53)
 - mkdir 727 (time 1787813949.44 total 50.24 last 13.07)
 - mkdir 882 (time 1787813959.54 total 60.35 last 15.34)
 - mkdir 995 (time 1787813969.66 total 70.47 last 11.17)
total: 1000 mkdir in 71.65 seconds: 13.96 ops/second
 - mkdir 149 (time 1787813910.61 total 10.01 last 14.88)
 - mkdir 299 (time 1787813920.62 total 20.03 last 14.98)
 - mkdir 439 (time 1787813930.70 total 30.10 last 13.90)
 - mkdir 598 (time 1787813940.73 total 40.13 last 15.85)
 - mkdir 733 (time 1787813950.73 total 50.13 last 13.49)
 - mkdir 896 (time 1787813960.78 total 60.18 last 16.23)
 - mkdir 996 (time 1787813970.85 total 70.25 last 9.92)
total: 1000 mkdir in 70.80 seconds: 14.12 ops/second
 - mkdir 147 (time 1787813910.62 total 10.03 last 14.66)
 - mkdir 305 (time 1787813920.63 total 20.04 last 15.79)
 - mkdir 445 (time 1787813930.63 total 30.04 last 14.00)
 - mkdir 601 (time 1787813940.66 total 40.08 last 15.54)
 - mkdir 736 (time 1787813950.67 total 50.09 last 13.49)
 - mkdir 892 (time 1787813960.73 total 60.14 last 15.52)
 - mkdir 989 (time 1787813970.82 total 70.24 last 9.61)
total: 1000 mkdir in 71.92 seconds: 13.90 ops/second
 - mkdir 153 (time 1787813910.89 total 10.03 last 15.26)
 - mkdir 307 (time 1787813920.91 total 20.05 last 15.37)
 - mkdir 447 (time 1787813931.01 total 30.15 last 13.86)
 - mkdir 601 (time 1787813941.01 total 40.15 last 15.39)
 - mkdir 737 (time 1787813951.07 total 50.21 last 13.53)
 - mkdir 896 (time 1787813961.09 total 60.22 last 15.87)
 - mkdir 990 (time 1787813971.19 total 70.33 last 9.30)
total: 1000 mkdir in 72.07 seconds: 13.87 ops/second
 - mkdir 142 (time 1787813910.60 total 10.06 last 14.11)
 - mkdir 306 (time 1787813920.61 total 20.07 last 16.38)
 - mkdir 449 (time 1787813930.63 total 30.09 last 14.27)
 - mkdir 605 (time 1787813940.66 total 40.13 last 15.54)
 - mkdir 738 (time 1787813950.67 total 50.13 last 13.30)
 - mkdir 897 (time 1787813960.67 total 60.14 last 15.89)
 - mkdir 987 (time 1787813970.79 total 70.25 last 8.90)
total: 1000 mkdir in 72.52 seconds: 13.79 ops/second
 - mkdir 127 (time 1787813909.99 total 10.03 last 12.66)
 - mkdir 276 (time 1787813920.04 total 20.08 last 14.83)
 - mkdir 408 (time 1787813930.09 total 30.14 last 13.13)
 - mkdir 569 (time 1787813940.19 total 40.23 last 15.95)
 - mkdir 696 (time 1787813950.21 total 50.25 last 12.67)
 - mkdir 856 (time 1787813960.24 total 60.28 last 15.96)
 - mkdir 950 (time 1787813970.46 total 70.50 last 9.20)
total: 1000 mkdir in 77.34 seconds: 12.93 ops/second
Time for file creation 88 sec for 1 RPC sent at a time
 - unlinked 0 (time 1787813988 ; total 0 ; last 0)
total: 1000 unlinks in 37 seconds: 27.027027 unlinks/second
 - unlinked 0 (time 1787813990 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1787813989 ; total 0 ; last 0)
total: 1000 unlinks in 37 seconds: 27.027027 unlinks/second
 - unlinked 0 (time 1787813989 ; total 0 ; last 0)
total: 1000 unlinks in 37 seconds: 27.027027 unlinks/second
 - unlinked 0 (time 1787813990 ; total 0 ; last 0)
total: 1000 unlinks in 37 seconds: 27.027027 unlinks/second
 - unlinked 0 (time 1787813990 ; total 1 ; last 1)
total: 1000 unlinks in 38 seconds: 26.315790 unlinks/second
 - unlinked 0 (time 1787813991 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1787813991 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1787813991 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1787813991 ; total 0 ; last 0)
total: 1000 unlinks in 37 seconds: 27.027027 unlinks/second
Time for file removal 52 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8