== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 04:54:15 (1787129655)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.87 seconds: 11.46 ops/second
 - mkdir 115 (time 1787129678.51 total 10.05 last 11.44)
 - mkdir 252 (time 1787129688.54 total 20.07 last 13.66)
 - mkdir 374 (time 1787129698.56 total 30.10 last 12.17)
 - mkdir 522 (time 1787129708.56 total 40.10 last 14.80)
 - mkdir 634 (time 1787129718.61 total 50.15 last 11.15)
 - mkdir 774 (time 1787129728.64 total 60.18 last 13.95)
 - mkdir 898 (time 1787129738.73 total 70.27 last 12.30)
total: 1000 mkdir in 77.80 seconds: 12.85 ops/second
 - mkdir 125 (time 1787129679.66 total 10.01 last 12.48)
 - mkdir 264 (time 1787129689.75 total 20.11 last 13.77)
 - mkdir 386 (time 1787129699.76 total 30.12 last 12.19)
 - mkdir 533 (time 1787129709.76 total 40.12 last 14.70)
 - mkdir 657 (time 1787129719.77 total 50.12 last 12.40)
 - mkdir 785 (time 1787129729.81 total 60.16 last 12.75)
 - mkdir 904 (time 1787129739.82 total 70.18 last 11.88)
total: 1000 mkdir in 76.67 seconds: 13.04 ops/second
 - mkdir 117 (time 1787129679.57 total 10.06 last 11.63)
 - mkdir 251 (time 1787129689.65 total 20.14 last 13.30)
 - mkdir 368 (time 1787129699.69 total 30.19 last 11.64)
 - mkdir 514 (time 1787129709.71 total 40.20 last 14.58)
 - mkdir 639 (time 1787129719.73 total 50.22 last 12.48)
 - mkdir 773 (time 1787129729.76 total 60.25 last 13.36)
 - mkdir 894 (time 1787129739.79 total 70.28 last 12.06)
total: 1000 mkdir in 78.62 seconds: 12.72 ops/second
 - mkdir 134 (time 1787129681.98 total 10.15 last 13.21)
 - mkdir 263 (time 1787129692.00 total 20.17 last 12.87)
 - mkdir 395 (time 1787129702.07 total 30.23 last 13.12)
 - mkdir 534 (time 1787129712.13 total 40.29 last 13.82)
 - mkdir 662 (time 1787129722.17 total 50.33 last 12.74)
 - mkdir 791 (time 1787129732.19 total 60.35 last 12.88)
 - mkdir 925 (time 1787129742.20 total 70.36 last 13.38)
total: 1000 mkdir in 77.29 seconds: 12.94 ops/second
 - mkdir 137 (time 1787129682.60 total 10.07 last 13.60)
 - mkdir 270 (time 1787129692.62 total 20.08 last 13.29)
 - mkdir 398 (time 1787129702.72 total 30.19 last 12.67)
 - mkdir 531 (time 1787129712.75 total 40.22 last 13.26)
 - mkdir 664 (time 1787129722.80 total 50.27 last 13.23)
 - mkdir 791 (time 1787129732.88 total 60.34 last 12.60)
 - mkdir 926 (time 1787129742.89 total 70.35 last 13.49)
total: 1000 mkdir in 77.55 seconds: 12.90 ops/second
 - mkdir 134 (time 1787129682.51 total 10.00 last 13.39)
 - mkdir 263 (time 1787129692.52 total 20.02 last 12.89)
 - mkdir 388 (time 1787129702.56 total 30.05 last 12.46)
 - mkdir 524 (time 1787129712.57 total 40.06 last 13.58)
 - mkdir 656 (time 1787129722.59 total 50.09 last 13.17)
 - mkdir 786 (time 1787129732.66 total 60.16 last 12.91)
 - mkdir 913 (time 1787129742.73 total 70.23 last 12.61)
total: 1000 mkdir in 78.84 seconds: 12.68 ops/second
 - mkdir 129 (time 1787129682.17 total 10.05 last 12.83)
 - mkdir 257 (time 1787129692.24 total 20.12 last 12.71)
 - mkdir 386 (time 1787129702.29 total 30.17 last 12.84)
 - mkdir 522 (time 1787129712.38 total 40.27 last 13.47)
 - mkdir 655 (time 1787129722.41 total 50.30 last 13.26)
 - mkdir 783 (time 1787129732.44 total 60.32 last 12.76)
 - mkdir 913 (time 1787129742.48 total 70.36 last 12.95)
total: 1000 mkdir in 80.12 seconds: 12.48 ops/second
 - mkdir 136 (time 1787129682.49 total 10.07 last 13.50)
 - mkdir 263 (time 1787129692.50 total 20.09 last 12.68)
 - mkdir 385 (time 1787129702.60 total 30.19 last 12.08)
 - mkdir 520 (time 1787129712.61 total 40.20 last 13.48)
 - mkdir 648 (time 1787129722.67 total 50.25 last 12.73)
 - mkdir 776 (time 1787129732.68 total 60.27 last 12.78)
 - mkdir 909 (time 1787129742.71 total 70.30 last 13.27)
 - mkdir 997 (time 1787129752.74 total 80.33 last 8.77)
total: 1000 mkdir in 80.55 seconds: 12.41 ops/second
 - mkdir 134 (time 1787129682.50 total 10.02 last 13.38)
 - mkdir 263 (time 1787129692.50 total 20.02 last 12.90)
 - mkdir 386 (time 1787129702.56 total 30.08 last 12.22)
 - mkdir 522 (time 1787129712.57 total 40.09 last 13.60)
 - mkdir 649 (time 1787129722.57 total 50.09 last 12.70)
 - mkdir 775 (time 1787129732.63 total 60.14 last 12.53)
 - mkdir 905 (time 1787129742.64 total 70.16 last 12.98)
 - mkdir 996 (time 1787129752.70 total 80.22 last 9.04)
total: 1000 mkdir in 80.53 seconds: 12.42 ops/second
 - mkdir 120 (time 1787129681.53 total 10.08 last 11.91)
 - mkdir 245 (time 1787129691.54 total 20.08 last 12.50)
 - mkdir 364 (time 1787129701.59 total 30.13 last 11.84)
 - mkdir 495 (time 1787129711.61 total 40.15 last 13.08)
 - mkdir 620 (time 1787129721.61 total 50.15 last 12.50)
 - mkdir 745 (time 1787129731.65 total 60.20 last 12.45)
 - mkdir 871 (time 1787129741.72 total 70.26 last 12.52)
 - mkdir 965 (time 1787129751.75 total 80.29 last 9.37)
total: 1000 mkdir in 83.85 seconds: 11.93 ops/second
Time for file creation 98 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 15 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.87 seconds: 11.44 ops/second
 - mkdir 164 (time 1787130276.98 total 10.01 last 16.38)
 - mkdir 290 (time 1787130287.06 total 20.10 last 12.50)
 - mkdir 419 (time 1787130297.10 total 30.13 last 12.86)
 - mkdir 559 (time 1787130307.13 total 40.16 last 13.96)
 - mkdir 713 (time 1787130317.13 total 50.17 last 15.39)
 - mkdir 848 (time 1787130327.17 total 60.21 last 13.44)
 - mkdir 982 (time 1787130337.21 total 70.24 last 13.36)
total: 1000 mkdir in 72.03 seconds: 13.88 ops/second
 - mkdir 162 (time 1787130277.64 total 10.02 last 16.17)
 - mkdir 283 (time 1787130287.71 total 20.09 last 12.02)
 - mkdir 409 (time 1787130297.76 total 30.14 last 12.53)
 - mkdir 551 (time 1787130307.78 total 40.16 last 14.17)
 - mkdir 701 (time 1787130317.79 total 50.17 last 14.98)
 - mkdir 830 (time 1787130327.83 total 60.21 last 12.85)
 - mkdir 961 (time 1787130337.90 total 70.28 last 13.01)
total: 1000 mkdir in 74.72 seconds: 13.38 ops/second
 - mkdir 161 (time 1787130278.63 total 10.09 last 15.96)
 - mkdir 289 (time 1787130288.67 total 20.13 last 12.74)
 - mkdir 416 (time 1787130298.76 total 30.23 last 12.59)
 - mkdir 560 (time 1787130308.79 total 40.26 last 14.35)
 - mkdir 706 (time 1787130318.80 total 50.27 last 14.59)
 - mkdir 842 (time 1787130328.85 total 60.31 last 13.54)
 - mkdir 968 (time 1787130338.90 total 70.36 last 12.54)
total: 1000 mkdir in 74.94 seconds: 13.34 ops/second
 - mkdir 158 (time 1787130278.08 total 10.00 last 15.79)
 - mkdir 281 (time 1787130288.12 total 20.05 last 12.25)
 - mkdir 413 (time 1787130298.15 total 30.07 last 13.16)
 - mkdir 549 (time 1787130308.17 total 40.10 last 13.56)
 - mkdir 694 (time 1787130318.21 total 50.14 last 14.45)
 - mkdir 828 (time 1787130328.22 total 60.15 last 13.38)
 - mkdir 959 (time 1787130338.27 total 70.20 last 13.03)
total: 1000 mkdir in 76.14 seconds: 13.13 ops/second
 - mkdir 158 (time 1787130278.07 total 10.05 last 15.72)
 - mkdir 278 (time 1787130288.11 total 20.09 last 11.95)
 - mkdir 403 (time 1787130298.15 total 30.13 last 12.45)
 - mkdir 545 (time 1787130308.21 total 40.19 last 14.12)
 - mkdir 690 (time 1787130318.26 total 50.24 last 14.42)
 - mkdir 824 (time 1787130328.33 total 60.31 last 13.30)
 - mkdir 956 (time 1787130338.36 total 70.34 last 13.16)
total: 1000 mkdir in 77.05 seconds: 12.98 ops/second
 - mkdir 160 (time 1787130278.45 total 10.11 last 15.82)
 - mkdir 281 (time 1787130288.49 total 20.15 last 12.05)
 - mkdir 401 (time 1787130298.50 total 30.17 last 11.98)
 - mkdir 542 (time 1787130308.53 total 40.20 last 14.06)
 - mkdir 688 (time 1787130318.56 total 50.23 last 14.56)
 - mkdir 823 (time 1787130328.62 total 60.29 last 13.42)
 - mkdir 952 (time 1787130338.64 total 70.30 last 12.88)
total: 1000 mkdir in 77.27 seconds: 12.94 ops/second
 - mkdir 154 (time 1787130278.56 total 10.01 last 15.38)
 - mkdir 275 (time 1787130288.60 total 20.05 last 12.06)
 - mkdir 398 (time 1787130298.61 total 30.06 last 12.28)
 - mkdir 542 (time 1787130308.63 total 40.08 last 14.38)
 - mkdir 687 (time 1787130318.68 total 50.13 last 14.42)
 - mkdir 824 (time 1787130328.73 total 60.18 last 13.64)
 - mkdir 951 (time 1787130338.78 total 70.23 last 12.64)
total: 1000 mkdir in 77.54 seconds: 12.90 ops/second
 - mkdir 158 (time 1787130278.89 total 10.08 last 15.68)
 - mkdir 281 (time 1787130288.92 total 20.10 last 12.27)
 - mkdir 404 (time 1787130298.98 total 30.16 last 12.23)
 - mkdir 545 (time 1787130309.02 total 40.20 last 14.04)
 - mkdir 691 (time 1787130319.10 total 50.29 last 14.48)
 - mkdir 832 (time 1787130329.14 total 60.33 last 14.05)
 - mkdir 955 (time 1787130339.14 total 70.33 last 12.29)
total: 1000 mkdir in 77.31 seconds: 12.94 ops/second
 - mkdir 148 (time 1787130278.92 total 10.07 last 14.69)
 - mkdir 267 (time 1787130288.92 total 20.08 last 11.90)
 - mkdir 388 (time 1787130298.95 total 30.11 last 12.06)
 - mkdir 524 (time 1787130308.96 total 40.12 last 13.58)
 - mkdir 666 (time 1787130319.01 total 50.17 last 14.13)
 - mkdir 800 (time 1787130329.02 total 60.18 last 13.39)
 - mkdir 925 (time 1787130339.02 total 70.18 last 12.50)
total: 1000 mkdir in 80.18 seconds: 12.47 ops/second
 - mkdir 149 (time 1787130278.23 total 10.10 last 14.75)
 - mkdir 262 (time 1787130288.31 total 20.18 last 11.21)
 - mkdir 381 (time 1787130298.35 total 30.23 last 11.85)
 - mkdir 515 (time 1787130308.35 total 40.23 last 13.40)
 - mkdir 653 (time 1787130318.53 total 50.40 last 13.57)
 - mkdir 783 (time 1787130328.59 total 60.46 last 12.92)
 - mkdir 913 (time 1787130338.64 total 70.51 last 12.94)
 - mkdir 982 (time 1787130348.65 total 80.53 last 6.89)
total: 1000 mkdir in 82.06 seconds: 12.19 ops/second
Time for file creation 93 sec for 1 RPC sent at a time
 - unlinked 0 (time 1787130361 ; total 0 ; last 0)
total: 1000 unlinks in 33 seconds: 30.303030 unlinks/second
 - unlinked 0 (time 1787130361 ; total 0 ; last 0)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
 - unlinked 0 (time 1787130360 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1787130362 ; total 0 ; last 0)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
 - unlinked 0 (time 1787130362 ; total 1 ; last 1)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1787130361 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1787130362 ; total 0 ; last 0)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
 - unlinked 0 (time 1787130362 ; total 0 ; last 0)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
 - unlinked 0 (time 1787130362 ; total 0 ; last 0)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
 - unlinked 0 (time 1787130362 ; total 0 ; last 0)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
Time for file removal 49 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8