== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 17:22:01 (1786828921)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.60 seconds: 16.73 ops/second
 - mkdir 217 (time 1786828941.29 total 10.05 last 21.60)
 - mkdir 417 (time 1786828951.30 total 20.05 last 19.99)
 - mkdir 590 (time 1786828961.33 total 30.08 last 17.25)
 - mkdir 753 (time 1786828971.37 total 40.12 last 16.23)
 - mkdir 909 (time 1786828981.41 total 50.16 last 15.54)
total: 1000 mkdir in 55.56 seconds: 18.00 ops/second
 - mkdir 215 (time 1786828942.13 total 10.06 last 21.37)
 - mkdir 416 (time 1786828952.13 total 20.07 last 20.09)
 - mkdir 583 (time 1786828962.18 total 30.12 last 16.61)
 - mkdir 754 (time 1786828972.23 total 40.16 last 17.03)
 - mkdir 906 (time 1786828982.24 total 50.17 last 15.18)
total: 1000 mkdir in 56.82 seconds: 17.60 ops/second
 - mkdir 212 (time 1786828941.77 total 10.01 last 21.17)
 - mkdir 411 (time 1786828951.77 total 20.02 last 19.89)
 - mkdir 580 (time 1786828961.80 total 30.05 last 16.85)
 - mkdir 742 (time 1786828971.81 total 40.06 last 16.18)
 - mkdir 898 (time 1786828981.88 total 50.12 last 15.50)
total: 1000 mkdir in 57.97 seconds: 17.25 ops/second
 - mkdir 219 (time 1786828942.26 total 10.01 last 21.88)
 - mkdir 419 (time 1786828952.33 total 20.08 last 19.85)
 - mkdir 583 (time 1786828962.34 total 30.09 last 16.39)
 - mkdir 747 (time 1786828972.36 total 40.11 last 16.36)
 - mkdir 894 (time 1786828982.38 total 50.13 last 14.67)
total: 1000 mkdir in 59.37 seconds: 16.84 ops/second
 - mkdir 207 (time 1786828941.87 total 10.03 last 20.64)
 - mkdir 400 (time 1786828951.90 total 20.06 last 19.24)
 - mkdir 569 (time 1786828961.95 total 30.11 last 16.82)
 - mkdir 733 (time 1786828971.96 total 40.11 last 16.39)
 - mkdir 884 (time 1786828981.99 total 50.14 last 15.06)
 - mkdir 998 (time 1786828992.21 total 60.36 last 11.15)
total: 1000 mkdir in 60.68 seconds: 16.48 ops/second
 - mkdir 213 (time 1786828942.34 total 10.03 last 21.24)
 - mkdir 405 (time 1786828952.36 total 20.05 last 19.17)
 - mkdir 570 (time 1786828962.44 total 30.13 last 16.37)
 - mkdir 740 (time 1786828972.49 total 40.17 last 16.93)
 - mkdir 886 (time 1786828982.53 total 50.22 last 14.53)
total: 1000 mkdir in 60.21 seconds: 16.61 ops/second
 - mkdir 210 (time 1786828942.06 total 10.02 last 20.96)
 - mkdir 402 (time 1786828952.10 total 20.06 last 19.13)
 - mkdir 566 (time 1786828962.16 total 30.12 last 16.30)
 - mkdir 732 (time 1786828972.17 total 40.13 last 16.58)
 - mkdir 884 (time 1786828982.21 total 50.17 last 15.14)
 - mkdir 998 (time 1786828992.40 total 60.36 last 11.18)
total: 1000 mkdir in 60.56 seconds: 16.51 ops/second
 - mkdir 199 (time 1786828941.24 total 10.07 last 19.76)
 - mkdir 388 (time 1786828951.30 total 20.13 last 18.79)
 - mkdir 552 (time 1786828961.32 total 30.15 last 16.37)
 - mkdir 710 (time 1786828971.35 total 40.18 last 15.76)
 - mkdir 862 (time 1786828981.39 total 50.23 last 15.13)
 - mkdir 982 (time 1786828991.45 total 60.28 last 11.93)
total: 1000 mkdir in 63.03 seconds: 15.87 ops/second
 - mkdir 203 (time 1786828942.03 total 10.03 last 20.24)
 - mkdir 395 (time 1786828952.05 total 20.04 last 19.17)
 - mkdir 554 (time 1786828962.09 total 30.09 last 15.83)
 - mkdir 718 (time 1786828972.11 total 40.11 last 16.36)
 - mkdir 869 (time 1786828982.12 total 50.12 last 15.10)
 - mkdir 979 (time 1786828992.13 total 60.13 last 10.99)
total: 1000 mkdir in 63.08 seconds: 15.85 ops/second
 - mkdir 208 (time 1786828942.43 total 10.03 last 20.75)
 - mkdir 398 (time 1786828952.45 total 20.05 last 18.96)
 - mkdir 553 (time 1786828962.50 total 30.09 last 15.43)
 - mkdir 723 (time 1786828972.54 total 40.13 last 16.93)
 - mkdir 871 (time 1786828982.55 total 50.14 last 14.79)
 - mkdir 976 (time 1786828992.57 total 60.17 last 10.48)
total: 1000 mkdir in 63.47 seconds: 15.76 ops/second
Time for file creation 72 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 1 seconds: 0.000000 unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 17 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.52 seconds: 19.26 ops/second
 - mkdir 184 (time 1786829486.93 total 10.02 last 18.37)
 - mkdir 387 (time 1786829496.96 total 20.04 last 20.25)
 - mkdir 597 (time 1786829506.97 total 30.05 last 20.98)
 - mkdir 775 (time 1786829516.98 total 40.06 last 17.78)
 - mkdir 944 (time 1786829527.03 total 50.11 last 16.82)
total: 1000 mkdir in 54.23 seconds: 18.44 ops/second
 - mkdir 186 (time 1786829486.52 total 10.04 last 18.53)
 - mkdir 381 (time 1786829496.55 total 20.08 last 19.43)
 - mkdir 586 (time 1786829506.56 total 30.08 last 20.48)
 - mkdir 764 (time 1786829516.59 total 40.12 last 17.74)
 - mkdir 929 (time 1786829526.62 total 50.15 last 16.45)
total: 1000 mkdir in 56.12 seconds: 17.82 ops/second
 - mkdir 183 (time 1786829487.43 total 10.07 last 18.18)
 - mkdir 386 (time 1786829497.52 total 20.16 last 20.12)
 - mkdir 597 (time 1786829507.58 total 30.21 last 20.98)
 - mkdir 774 (time 1786829517.60 total 40.24 last 17.66)
 - mkdir 937 (time 1786829527.65 total 50.28 last 16.23)
total: 1000 mkdir in 55.86 seconds: 17.90 ops/second
 - mkdir 186 (time 1786829487.63 total 10.07 last 18.48)
 - mkdir 391 (time 1786829497.66 total 20.10 last 20.43)
 - mkdir 593 (time 1786829507.72 total 30.16 last 20.08)
 - mkdir 768 (time 1786829517.78 total 40.22 last 17.40)
 - mkdir 934 (time 1786829527.82 total 50.26 last 16.53)
total: 1000 mkdir in 56.34 seconds: 17.75 ops/second
 - mkdir 180 (time 1786829487.28 total 10.03 last 17.94)
 - mkdir 377 (time 1786829497.34 total 20.10 last 19.57)
 - mkdir 583 (time 1786829507.36 total 30.11 last 20.57)
 - mkdir 763 (time 1786829517.39 total 40.15 last 17.93)
 - mkdir 929 (time 1786829527.52 total 50.27 last 16.40)
total: 1000 mkdir in 56.87 seconds: 17.58 ops/second
 - mkdir 181 (time 1786829487.45 total 10.04 last 18.02)
 - mkdir 375 (time 1786829497.51 total 20.11 last 19.27)
 - mkdir 586 (time 1786829507.55 total 30.15 last 21.02)
 - mkdir 763 (time 1786829517.59 total 40.18 last 17.64)
 - mkdir 928 (time 1786829527.69 total 50.28 last 16.34)
total: 1000 mkdir in 57.35 seconds: 17.44 ops/second
 - mkdir 181 (time 1786829487.08 total 10.03 last 18.05)
 - mkdir 377 (time 1786829497.13 total 20.08 last 19.50)
 - mkdir 585 (time 1786829507.13 total 30.08 last 20.79)
 - mkdir 758 (time 1786829517.13 total 40.09 last 17.29)
 - mkdir 921 (time 1786829527.18 total 50.13 last 16.22)
total: 1000 mkdir in 58.04 seconds: 17.23 ops/second
 - mkdir 187 (time 1786829487.50 total 10.06 last 18.59)
 - mkdir 378 (time 1786829497.52 total 20.08 last 19.06)
 - mkdir 584 (time 1786829507.58 total 30.14 last 20.48)
 - mkdir 756 (time 1786829517.62 total 40.18 last 17.13)
 - mkdir 917 (time 1786829527.66 total 50.22 last 16.04)
total: 1000 mkdir in 58.48 seconds: 17.10 ops/second
 - mkdir 174 (time 1786829486.18 total 10.01 last 17.39)
 - mkdir 359 (time 1786829496.25 total 20.08 last 18.37)
 - mkdir 558 (time 1786829506.28 total 30.11 last 19.84)
 - mkdir 730 (time 1786829516.36 total 40.19 last 17.06)
 - mkdir 890 (time 1786829526.47 total 50.29 last 15.83)
 - mkdir 991 (time 1786829536.54 total 60.37 last 10.03)
total: 1000 mkdir in 60.99 seconds: 16.40 ops/second
 - mkdir 177 (time 1786829487.67 total 10.07 last 17.57)
 - mkdir 375 (time 1786829497.68 total 20.09 last 19.76)
 - mkdir 579 (time 1786829507.74 total 30.15 last 20.28)
 - mkdir 750 (time 1786829517.79 total 40.20 last 17.02)
 - mkdir 906 (time 1786829527.80 total 50.21 last 15.58)
total: 1000 mkdir in 59.60 seconds: 16.78 ops/second
Time for file creation 68 sec for 1 RPC sent at a time
 - unlinked 0 (time 1786829543 ; total 0 ; last 0)
total: 1000 unlinks in 26 seconds: 38.461540 unlinks/second
 - unlinked 0 (time 1786829544 ; total 0 ; last 0)
total: 1000 unlinks in 27 seconds: 37.037037 unlinks/second
 - unlinked 0 (time 1786829544 ; total 0 ; last 0)
total: 1000 unlinks in 27 seconds: 37.037037 unlinks/second
 - unlinked 0 (time 1786829545 ; total 0 ; last 0)
total: 1000 unlinks in 26 seconds: 38.461540 unlinks/second
 - unlinked 0 (time 1786829545 ; total 0 ; last 0)
total: 1000 unlinks in 26 seconds: 38.461540 unlinks/second
 - unlinked 0 (time 1786829545 ; total 0 ; last 0)
total: 1000 unlinks in 27 seconds: 37.037037 unlinks/second
 - unlinked 0 (time 1786829545 ; total 0 ; last 0)
total: 1000 unlinks in 27 seconds: 37.037037 unlinks/second
 - unlinked 0 (time 1786829545 ; total 0 ; last 0)
total: 1000 unlinks in 27 seconds: 37.037037 unlinks/second
 - unlinked 0 (time 1786829545 ; total 0 ; last 0)
total: 1000 unlinks in 27 seconds: 37.037037 unlinks/second
 - unlinked 0 (time 1786829545 ; total 0 ; last 0)
total: 1000 unlinks in 27 seconds: 37.037037 unlinks/second
Time for file removal 37 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8