== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 09:17:51 (1785417471)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.39 seconds: 25.37 ops/second
 - mkdir 115 (time 1785417493.46 total 10.02 last 11.47)
 - mkdir 222 (time 1785417503.50 total 20.06 last 10.66)
 - mkdir 331 (time 1785417513.50 total 30.07 last 10.89)
 - mkdir 496 (time 1785417523.53 total 40.09 last 16.46)
 - mkdir 608 (time 1785417533.58 total 50.14 last 11.15)
 - mkdir 714 (time 1785417543.63 total 60.19 last 10.54)
 - mkdir 854 (time 1785417553.71 total 70.27 last 13.89)
 - mkdir 995 (time 1785417563.71 total 80.28 last 14.10)
total: 1000 mkdir in 80.54 seconds: 12.42 ops/second
 - mkdir 119 (time 1785417496.98 total 10.00 last 11.89)
 - mkdir 232 (time 1785417507.06 total 20.08 last 11.21)
 - mkdir 359 (time 1785417517.12 total 30.14 last 12.63)
 - mkdir 521 (time 1785417527.23 total 40.25 last 16.03)
 - mkdir 630 (time 1785417537.30 total 50.32 last 10.83)
 - mkdir 737 (time 1785417547.39 total 60.41 last 10.60)
 - mkdir 881 (time 1785417557.40 total 70.42 last 14.38)
total: 1000 mkdir in 78.54 seconds: 12.73 ops/second
 - mkdir 118 (time 1785417496.77 total 10.04 last 11.75)
 - mkdir 231 (time 1785417506.85 total 20.13 last 11.20)
 - mkdir 353 (time 1785417516.92 total 30.19 last 12.12)
 - mkdir 519 (time 1785417526.97 total 40.24 last 16.52)
 - mkdir 625 (time 1785417537.04 total 50.32 last 10.52)
 - mkdir 731 (time 1785417547.08 total 60.36 last 10.56)
 - mkdir 870 (time 1785417557.10 total 70.37 last 13.88)
total: 1000 mkdir in 80.33 seconds: 12.45 ops/second
 - mkdir 116 (time 1785417496.46 total 10.03 last 11.57)
 - mkdir 221 (time 1785417506.54 total 20.11 last 10.42)
 - mkdir 346 (time 1785417516.57 total 30.14 last 12.46)
 - mkdir 505 (time 1785417526.59 total 40.16 last 15.86)
 - mkdir 612 (time 1785417536.67 total 50.24 last 10.62)
 - mkdir 719 (time 1785417546.76 total 60.33 last 10.61)
 - mkdir 857 (time 1785417556.77 total 70.34 last 13.79)
 - mkdir 989 (time 1785417566.86 total 80.43 last 13.08)
total: 1000 mkdir in 81.95 seconds: 12.20 ops/second
 - mkdir 119 (time 1785417497.16 total 10.00 last 11.90)
 - mkdir 227 (time 1785417507.16 total 20.00 last 10.80)
 - mkdir 346 (time 1785417517.18 total 30.03 last 11.87)
 - mkdir 504 (time 1785417527.24 total 40.08 last 15.72)
 - mkdir 610 (time 1785417537.29 total 50.13 last 10.54)
 - mkdir 718 (time 1785417547.38 total 60.22 last 10.70)
 - mkdir 864 (time 1785417557.43 total 70.27 last 14.53)
 - mkdir 992 (time 1785417567.47 total 80.31 last 12.75)
total: 1000 mkdir in 81.40 seconds: 12.29 ops/second
 - mkdir 119 (time 1785417496.40 total 10.07 last 11.82)
 - mkdir 228 (time 1785417506.50 total 20.17 last 10.79)
 - mkdir 345 (time 1785417516.57 total 30.24 last 11.62)
 - mkdir 501 (time 1785417526.66 total 40.33 last 15.46)
 - mkdir 609 (time 1785417536.71 total 50.38 last 10.75)
 - mkdir 718 (time 1785417546.77 total 60.44 last 10.84)
 - mkdir 859 (time 1785417556.85 total 70.52 last 13.99)
 - mkdir 987 (time 1785417566.89 total 80.56 last 12.74)
total: 1000 mkdir in 82.45 seconds: 12.13 ops/second
 - mkdir 117 (time 1785417497.27 total 10.09 last 11.60)
 - mkdir 226 (time 1785417507.28 total 20.10 last 10.89)
 - mkdir 345 (time 1785417517.38 total 30.19 last 11.79)
 - mkdir 506 (time 1785417527.45 total 40.26 last 15.98)
 - mkdir 613 (time 1785417537.49 total 50.31 last 10.65)
 - mkdir 720 (time 1785417547.54 total 60.35 last 10.65)
 - mkdir 867 (time 1785417557.59 total 70.41 last 14.62)
 - mkdir 990 (time 1785417567.70 total 80.51 last 12.17)
total: 1000 mkdir in 82.22 seconds: 12.16 ops/second
 - mkdir 114 (time 1785417497.58 total 10.02 last 11.37)
 - mkdir 219 (time 1785417507.64 total 20.09 last 10.44)
 - mkdir 340 (time 1785417517.69 total 30.13 last 12.04)
 - mkdir 501 (time 1785417527.69 total 40.14 last 16.09)
 - mkdir 607 (time 1785417537.70 total 50.15 last 10.59)
 - mkdir 715 (time 1785417547.74 total 60.19 last 10.75)
 - mkdir 860 (time 1785417557.82 total 70.26 last 14.39)
 - mkdir 981 (time 1785417567.92 total 80.37 last 11.98)
total: 1000 mkdir in 82.61 seconds: 12.11 ops/second
 - mkdir 119 (time 1785417497.18 total 10.09 last 11.79)
 - mkdir 219 (time 1785417507.26 total 20.17 last 9.92)
 - mkdir 336 (time 1785417517.28 total 30.19 last 11.68)
 - mkdir 492 (time 1785417527.35 total 40.26 last 15.48)
 - mkdir 596 (time 1785417537.38 total 50.29 last 10.37)
 - mkdir 704 (time 1785417547.42 total 60.33 last 10.75)
 - mkdir 843 (time 1785417557.44 total 70.35 last 13.88)
 - mkdir 967 (time 1785417567.46 total 80.36 last 12.38)
total: 1000 mkdir in 84.22 seconds: 11.87 ops/second
 - mkdir 104 (time 1785417496.19 total 10.01 last 10.39)
 - mkdir 209 (time 1785417506.28 total 20.10 last 10.41)
 - mkdir 320 (time 1785417516.31 total 30.14 last 11.06)
 - mkdir 478 (time 1785417526.35 total 40.18 last 15.73)
 - mkdir 585 (time 1785417536.42 total 50.25 last 10.63)
 - mkdir 695 (time 1785417546.54 total 60.37 last 10.87)
 - mkdir 832 (time 1785417556.54 total 70.37 last 13.70)
 - mkdir 958 (time 1785417566.61 total 80.43 last 12.52)
total: 1000 mkdir in 85.63 seconds: 11.68 ops/second
Time for file creation 97 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 1 seconds: 0.000000 unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 1 seconds: 0.000000 unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 18 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.83 seconds: 12.12 ops/second
 - mkdir 102 (time 1785418316.68 total 10.06 last 10.14)
 - mkdir 219 (time 1785418326.74 total 20.11 last 11.64)
 - mkdir 334 (time 1785418336.87 total 30.24 last 11.36)
 - mkdir 426 (time 1785418346.98 total 40.35 last 9.10)
 - mkdir 504 (time 1785418357.03 total 50.40 last 7.76)
 - mkdir 644 (time 1785418367.07 total 60.45 last 13.93)
 - mkdir 758 (time 1785418377.18 total 70.55 last 11.28)
 - mkdir 859 (time 1785418387.26 total 80.63 last 10.02)
 - mkdir 974 (time 1785418397.32 total 90.69 last 11.43)
total: 1000 mkdir in 93.20 seconds: 10.73 ops/second
 - mkdir 114 (time 1785418320.32 total 10.12 last 11.27)
 - mkdir 235 (time 1785418330.36 total 20.16 last 12.05)
 - mkdir 346 (time 1785418340.38 total 30.18 last 11.08)
 - mkdir 429 (time 1785418350.41 total 40.20 last 8.28)
 - mkdir 523 (time 1785418360.42 total 50.21 last 9.39)
 - mkdir 660 (time 1785418370.46 total 60.25 last 13.65)
 - mkdir 771 (time 1785418380.48 total 70.27 last 11.07)
 - mkdir 877 (time 1785418390.49 total 80.28 last 10.59)
 - mkdir 987 (time 1785418400.51 total 90.30 last 10.98)
total: 1000 mkdir in 92.22 seconds: 10.84 ops/second
 - mkdir 104 (time 1785418317.80 total 10.04 last 10.36)
 - mkdir 221 (time 1785418327.83 total 20.07 last 11.67)
 - mkdir 330 (time 1785418337.89 total 30.13 last 10.83)
 - mkdir 418 (time 1785418348.10 total 40.34 last 8.61)
 - mkdir 499 (time 1785418358.11 total 50.35 last 8.10)
 - mkdir 634 (time 1785418368.13 total 60.37 last 13.47)
 - mkdir 746 (time 1785418378.17 total 70.41 last 11.16)
 - mkdir 843 (time 1785418388.20 total 80.44 last 9.67)
 - mkdir 957 (time 1785418398.26 total 90.49 last 11.33)
total: 1000 mkdir in 96.46 seconds: 10.37 ops/second
 - mkdir 106 (time 1785418318.67 total 10.01 last 10.59)
 - mkdir 222 (time 1785418328.72 total 20.06 last 11.54)
 - mkdir 327 (time 1785418338.75 total 30.09 last 10.47)
 - mkdir 414 (time 1785418348.79 total 40.14 last 8.66)
 - mkdir 500 (time 1785418358.83 total 50.18 last 8.57)
 - mkdir 639 (time 1785418368.85 total 60.20 last 13.87)
 - mkdir 746 (time 1785418378.88 total 70.22 last 10.67)
 - mkdir 848 (time 1785418388.95 total 80.30 last 10.12)
 - mkdir 965 (time 1785418399.01 total 90.35 last 11.64)
total: 1000 mkdir in 95.63 seconds: 10.46 ops/second
 - mkdir 110 (time 1785418320.39 total 10.07 last 10.92)
 - mkdir 232 (time 1785418330.42 total 20.11 last 12.15)
 - mkdir 337 (time 1785418340.47 total 30.15 last 10.45)
 - mkdir 420 (time 1785418350.54 total 40.22 last 8.24)
 - mkdir 514 (time 1785418360.60 total 50.28 last 9.34)
 - mkdir 647 (time 1785418370.70 total 60.38 last 13.17)
 - mkdir 758 (time 1785418380.73 total 70.41 last 11.07)
 - mkdir 860 (time 1785418390.74 total 80.42 last 10.19)
 - mkdir 975 (time 1785418400.82 total 90.50 last 11.41)
total: 1000 mkdir in 94.84 seconds: 10.54 ops/second
 - mkdir 107 (time 1785418320.18 total 10.05 last 10.64)
 - mkdir 228 (time 1785418330.22 total 20.09 last 12.06)
 - mkdir 331 (time 1785418340.23 total 30.10 last 10.28)
 - mkdir 409 (time 1785418350.25 total 40.12 last 7.79)
 - mkdir 499 (time 1785418360.25 total 50.12 last 9.00)
 - mkdir 633 (time 1785418370.28 total 60.15 last 13.37)
 - mkdir 741 (time 1785418380.35 total 70.22 last 10.72)
 - mkdir 840 (time 1785418390.36 total 80.23 last 9.89)
 - mkdir 955 (time 1785418400.52 total 90.39 last 11.33)
total: 1000 mkdir in 97.82 seconds: 10.22 ops/second
 - mkdir 111 (time 1785418320.66 total 10.08 last 11.01)
 - mkdir 234 (time 1785418330.67 total 20.09 last 12.29)
 - mkdir 334 (time 1785418340.81 total 30.23 last 9.86)
 - mkdir 408 (time 1785418350.87 total 40.29 last 7.36)
 - mkdir 500 (time 1785418360.87 total 50.29 last 9.20)
 - mkdir 637 (time 1785418370.89 total 60.31 last 13.67)
 - mkdir 746 (time 1785418380.90 total 70.32 last 10.90)
 - mkdir 847 (time 1785418390.99 total 80.42 last 10.00)
 - mkdir 960 (time 1785418401.01 total 90.43 last 11.28)
total: 1000 mkdir in 97.52 seconds: 10.25 ops/second
 - mkdir 105 (time 1785418320.30 total 10.08 last 10.42)
 - mkdir 229 (time 1785418330.34 total 20.12 last 12.35)
 - mkdir 330 (time 1785418340.36 total 30.14 last 10.08)
 - mkdir 409 (time 1785418350.46 total 40.23 last 7.83)
 - mkdir 503 (time 1785418360.57 total 50.35 last 9.29)
 - mkdir 636 (time 1785418370.60 total 60.38 last 13.26)
 - mkdir 743 (time 1785418380.68 total 70.45 last 10.62)
 - mkdir 843 (time 1785418390.68 total 80.46 last 10.00)
 - mkdir 947 (time 1785418400.75 total 90.53 last 10.33)
total: 1000 mkdir in 98.84 seconds: 10.12 ops/second
 - mkdir 105 (time 1785418320.49 total 10.03 last 10.47)
 - mkdir 219 (time 1785418330.56 total 20.11 last 11.32)
 - mkdir 321 (time 1785418340.61 total 30.16 last 10.15)
 - mkdir 394 (time 1785418350.75 total 40.29 last 7.20)
 - mkdir 488 (time 1785418360.83 total 50.37 last 9.32)
 - mkdir 616 (time 1785418370.85 total 60.39 last 12.78)
 - mkdir 724 (time 1785418380.87 total 70.42 last 10.77)
 - mkdir 822 (time 1785418390.99 total 80.53 last 9.69)
 - mkdir 930 (time 1785418401.16 total 90.70 last 10.62)
total: 1000 mkdir in 100.53 seconds: 9.95 ops/second
 - mkdir 95 (time 1785418319.47 total 10.07 last 9.43)
 - mkdir 210 (time 1785418329.51 total 20.11 last 11.45)
 - mkdir 306 (time 1785418339.58 total 30.18 last 9.53)
 - mkdir 385 (time 1785418349.71 total 40.31 last 7.80)
 - mkdir 469 (time 1785418359.71 total 50.31 last 8.40)
 - mkdir 598 (time 1785418369.83 total 60.43 last 12.75)
 - mkdir 700 (time 1785418379.88 total 70.48 last 10.15)
 - mkdir 799 (time 1785418389.96 total 80.56 last 9.82)
 - mkdir 906 (time 1785418400.10 total 90.71 last 10.55)
 - mkdir 973 (time 1785418410.13 total 100.73 last 6.68)
total: 1000 mkdir in 102.65 seconds: 9.74 ops/second
Time for file creation 116 sec for 1 RPC sent at a time
 - unlinked 0 (time 1785418420 ; total 0 ; last 0)
total: 1000 unlinks in 48 seconds: 20.833334 unlinks/second
 - unlinked 0 (time 1785418425 ; total 0 ; last 0)
total: 1000 unlinks in 52 seconds: 19.230770 unlinks/second
 - unlinked 0 (time 1785418425 ; total 1 ; last 1)
total: 1000 unlinks in 54 seconds: 18.518518 unlinks/second
 - unlinked 0 (time 1785418425 ; total 0 ; last 0)
total: 1000 unlinks in 54 seconds: 18.518518 unlinks/second
 - unlinked 0 (time 1785418426 ; total 0 ; last 0)
total: 1000 unlinks in 54 seconds: 18.518518 unlinks/second
 - unlinked 0 (time 1785418425 ; total 0 ; last 0)
total: 1000 unlinks in 55 seconds: 18.181818 unlinks/second
 - unlinked 0 (time 1785418426 ; total 0 ; last 0)
total: 1000 unlinks in 55 seconds: 18.181818 unlinks/second
 - unlinked 0 (time 1785418426 ; total 0 ; last 0)
total: 1000 unlinks in 55 seconds: 18.181818 unlinks/second
 - unlinked 0 (time 1785418426 ; total 0 ; last 0)
total: 1000 unlinks in 55 seconds: 18.181818 unlinks/second
 - unlinked 0 (time 1785418426 ; total 0 ; last 0)
total: 1000 unlinks in 56 seconds: 17.857143 unlinks/second
Time for file removal 72 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8