== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 15:16:32 (1785784592)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.83 seconds: 12.02 ops/second
 - mkdir 109 (time 1785784622.62 total 10.03 last 10.86)
 - mkdir 209 (time 1785784632.68 total 20.09 last 9.94)
 - mkdir 320 (time 1785784642.75 total 30.17 last 11.01)
 - mkdir 434 (time 1785784652.85 total 40.27 last 11.29)
 - mkdir 555 (time 1785784662.90 total 50.32 last 12.04)
 - mkdir 670 (time 1785784672.96 total 60.38 last 11.43)
 - mkdir 777 (time 1785784683.04 total 70.45 last 10.62)
 - mkdir 890 (time 1785784693.13 total 80.55 last 11.19)
total: 1000 mkdir in 90.12 seconds: 11.10 ops/second
 - mkdir 110 (time 1785784622.09 total 10.04 last 10.96)
 - mkdir 209 (time 1785784632.17 total 20.12 last 9.83)
 - mkdir 314 (time 1785784642.23 total 30.18 last 10.44)
 - mkdir 419 (time 1785784652.28 total 40.23 last 10.44)
 - mkdir 530 (time 1785784662.31 total 50.25 last 11.07)
 - mkdir 640 (time 1785784672.39 total 60.34 last 10.91)
 - mkdir 753 (time 1785784682.52 total 70.47 last 11.15)
 - mkdir 869 (time 1785784692.58 total 80.52 last 11.54)
 - mkdir 978 (time 1785784702.67 total 90.61 last 10.80)
total: 1000 mkdir in 94.30 seconds: 10.60 ops/second
 - mkdir 109 (time 1785784622.44 total 10.07 last 10.83)
 - mkdir 204 (time 1785784632.44 total 20.07 last 9.50)
 - mkdir 312 (time 1785784642.54 total 30.17 last 10.69)
 - mkdir 417 (time 1785784652.55 total 40.18 last 10.49)
 - mkdir 530 (time 1785784662.58 total 50.21 last 11.27)
 - mkdir 641 (time 1785784672.59 total 60.22 last 11.08)
 - mkdir 750 (time 1785784682.60 total 70.23 last 10.89)
 - mkdir 860 (time 1785784692.63 total 80.26 last 10.97)
 - mkdir 973 (time 1785784702.78 total 90.41 last 11.14)
total: 1000 mkdir in 94.74 seconds: 10.56 ops/second
 - mkdir 102 (time 1785784622.08 total 10.06 last 10.14)
 - mkdir 199 (time 1785784632.12 total 20.09 last 9.67)
 - mkdir 302 (time 1785784642.14 total 30.11 last 10.28)
 - mkdir 407 (time 1785784652.22 total 40.19 last 10.42)
 - mkdir 521 (time 1785784662.30 total 50.28 last 11.30)
 - mkdir 631 (time 1785784672.34 total 60.31 last 10.97)
 - mkdir 745 (time 1785784682.51 total 70.48 last 11.21)
 - mkdir 856 (time 1785784692.52 total 80.50 last 11.08)
 - mkdir 969 (time 1785784702.62 total 90.60 last 11.19)
total: 1000 mkdir in 96.10 seconds: 10.41 ops/second
 - mkdir 111 (time 1785784623.01 total 10.07 last 11.03)
 - mkdir 206 (time 1785784633.03 total 20.09 last 9.47)
 - mkdir 311 (time 1785784643.13 total 30.19 last 10.40)
 - mkdir 416 (time 1785784653.26 total 40.32 last 10.36)
 - mkdir 535 (time 1785784663.30 total 50.36 last 11.85)
 - mkdir 646 (time 1785784673.37 total 60.43 last 11.03)
 - mkdir 754 (time 1785784683.46 total 70.52 last 10.70)
 - mkdir 865 (time 1785784693.50 total 80.56 last 11.05)
 - mkdir 974 (time 1785784703.55 total 90.61 last 10.84)
total: 1000 mkdir in 95.24 seconds: 10.50 ops/second
 - mkdir 97 (time 1785784620.47 total 10.17 last 9.54)
 - mkdir 195 (time 1785784630.48 total 20.18 last 9.79)
 - mkdir 297 (time 1785784640.55 total 30.25 last 10.13)
 - mkdir 397 (time 1785784650.65 total 40.34 last 9.90)
 - mkdir 500 (time 1785784660.67 total 50.36 last 10.28)
 - mkdir 608 (time 1785784670.73 total 60.42 last 10.74)
 - mkdir 726 (time 1785784680.77 total 70.46 last 11.75)
 - mkdir 834 (time 1785784690.84 total 80.53 last 10.73)
 - mkdir 948 (time 1785784700.94 total 90.63 last 11.29)
total: 1000 mkdir in 98.66 seconds: 10.14 ops/second
 - mkdir 89 (time 1785784620.38 total 10.03 last 8.87)
 - mkdir 192 (time 1785784630.49 total 20.14 last 10.19)
 - mkdir 293 (time 1785784640.62 total 30.28 last 9.97)
 - mkdir 395 (time 1785784650.69 total 40.34 last 10.14)
 - mkdir 495 (time 1785784660.73 total 50.38 last 9.96)
 - mkdir 606 (time 1785784670.77 total 60.43 last 11.05)
 - mkdir 722 (time 1785784680.78 total 70.43 last 11.59)
 - mkdir 833 (time 1785784690.81 total 80.46 last 11.07)
 - mkdir 947 (time 1785784700.90 total 90.55 last 11.29)
total: 1000 mkdir in 99.13 seconds: 10.09 ops/second
 - mkdir 107 (time 1785784623.21 total 10.03 last 10.67)
 - mkdir 201 (time 1785784633.30 total 20.12 last 9.32)
 - mkdir 305 (time 1785784643.37 total 30.19 last 10.33)
 - mkdir 405 (time 1785784653.37 total 40.19 last 10.00)
 - mkdir 519 (time 1785784663.50 total 50.32 last 11.25)
 - mkdir 627 (time 1785784673.52 total 60.34 last 10.78)
 - mkdir 728 (time 1785784683.57 total 70.39 last 10.05)
 - mkdir 845 (time 1785784693.62 total 80.44 last 11.64)
 - mkdir 953 (time 1785784703.71 total 90.53 last 10.71)
total: 1000 mkdir in 98.31 seconds: 10.17 ops/second
 - mkdir 99 (time 1785784621.52 total 10.10 last 9.80)
 - mkdir 197 (time 1785784631.71 total 20.30 last 9.61)
 - mkdir 294 (time 1785784641.73 total 30.31 last 9.69)
 - mkdir 393 (time 1785784651.80 total 40.38 last 9.83)
 - mkdir 496 (time 1785784661.82 total 50.41 last 10.27)
 - mkdir 600 (time 1785784671.90 total 60.49 last 10.32)
 - mkdir 711 (time 1785784682.02 total 70.60 last 10.97)
 - mkdir 823 (time 1785784692.07 total 80.65 last 11.14)
 - mkdir 932 (time 1785784702.18 total 90.76 last 10.78)
 - mkdir 994 (time 1785784712.28 total 100.87 last 6.14)
total: 1000 mkdir in 101.37 seconds: 9.86 ops/second
 - mkdir 96 (time 1785784622.52 total 10.11 last 9.50)
 - mkdir 190 (time 1785784632.56 total 20.15 last 9.36)
 - mkdir 290 (time 1785784642.63 total 30.22 last 9.93)
 - mkdir 382 (time 1785784652.67 total 40.26 last 9.16)
 - mkdir 487 (time 1785784662.72 total 50.30 last 10.46)
 - mkdir 589 (time 1785784672.73 total 60.32 last 10.18)
 - mkdir 696 (time 1785784682.78 total 70.37 last 10.65)
 - mkdir 810 (time 1785784692.90 total 80.48 last 11.27)
 - mkdir 924 (time 1785784703.12 total 90.71 last 11.15)
 - mkdir 990 (time 1785784713.22 total 100.80 last 6.54)
total: 1000 mkdir in 101.45 seconds: 9.86 ops/second
Time for file creation 118 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 1 seconds: 0.000000 unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 18 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.87 seconds: 11.54 ops/second
 - mkdir 77 (time 1785785406.76 total 10.05 last 7.66)
 - mkdir 185 (time 1785785416.79 total 20.08 last 10.77)
 - mkdir 286 (time 1785785426.85 total 30.14 last 10.04)
 - mkdir 396 (time 1785785436.85 total 40.14 last 11.00)
 - mkdir 496 (time 1785785446.97 total 50.26 last 9.88)
 - mkdir 595 (time 1785785457.05 total 60.34 last 9.82)
 - mkdir 704 (time 1785785467.10 total 70.39 last 10.85)
 - mkdir 806 (time 1785785477.12 total 80.41 last 10.19)
 - mkdir 917 (time 1785785487.14 total 90.43 last 11.08)
total: 1000 mkdir in 98.17 seconds: 10.19 ops/second
 - mkdir 71 (time 1785785405.39 total 10.04 last 7.07)
 - mkdir 167 (time 1785785415.41 total 20.06 last 9.58)
 - mkdir 265 (time 1785785425.52 total 30.16 last 9.69)
 - mkdir 373 (time 1785785435.55 total 40.20 last 10.76)
 - mkdir 476 (time 1785785445.59 total 50.24 last 10.26)
 - mkdir 577 (time 1785785455.61 total 60.25 last 10.08)
 - mkdir 676 (time 1785785465.68 total 70.33 last 9.83)
 - mkdir 779 (time 1785785475.71 total 80.35 last 10.27)
 - mkdir 888 (time 1785785485.73 total 90.37 last 10.88)
 - mkdir 992 (time 1785785495.84 total 100.48 last 10.28)
total: 1000 mkdir in 101.59 seconds: 9.84 ops/second
 - mkdir 66 (time 1785785406.62 total 10.05 last 6.57)
 - mkdir 162 (time 1785785416.69 total 20.12 last 9.53)
 - mkdir 262 (time 1785785426.74 total 30.17 last 9.96)
 - mkdir 371 (time 1785785436.78 total 40.21 last 10.85)
 - mkdir 472 (time 1785785446.84 total 50.27 last 10.04)
 - mkdir 574 (time 1785785457.02 total 60.45 last 10.02)
 - mkdir 681 (time 1785785467.07 total 70.50 last 10.65)
 - mkdir 784 (time 1785785477.09 total 80.52 last 10.27)
 - mkdir 896 (time 1785785487.13 total 90.56 last 11.16)
 - mkdir 991 (time 1785785497.16 total 100.59 last 9.47)
total: 1000 mkdir in 101.79 seconds: 9.82 ops/second
 - mkdir 73 (time 1785785407.94 total 10.01 last 7.29)
 - mkdir 176 (time 1785785417.97 total 20.04 last 10.27)
 - mkdir 276 (time 1785785428.00 total 30.08 last 9.96)
 - mkdir 386 (time 1785785438.01 total 40.09 last 10.99)
 - mkdir 485 (time 1785785448.07 total 50.14 last 9.85)
 - mkdir 584 (time 1785785458.10 total 60.17 last 9.87)
 - mkdir 695 (time 1785785468.27 total 70.34 last 10.91)
 - mkdir 797 (time 1785785478.36 total 80.43 last 10.11)
 - mkdir 907 (time 1785785488.42 total 90.49 last 10.94)
 - mkdir 997 (time 1785785498.46 total 100.53 last 8.97)
total: 1000 mkdir in 100.82 seconds: 9.92 ops/second
 - mkdir 71 (time 1785785408.72 total 10.05 last 7.06)
 - mkdir 176 (time 1785785418.80 total 20.13 last 10.41)
 - mkdir 277 (time 1785785428.81 total 30.14 last 10.09)
 - mkdir 384 (time 1785785438.87 total 40.20 last 10.64)
 - mkdir 486 (time 1785785448.88 total 50.21 last 10.19)
 - mkdir 583 (time 1785785458.92 total 60.25 last 9.66)
 - mkdir 691 (time 1785785469.09 total 70.42 last 10.62)
 - mkdir 798 (time 1785785479.18 total 80.51 last 10.61)
 - mkdir 909 (time 1785785489.20 total 90.53 last 11.08)
total: 1000 mkdir in 100.46 seconds: 9.95 ops/second
 - mkdir 75 (time 1785785408.70 total 10.00 last 7.50)
 - mkdir 177 (time 1785785418.73 total 20.03 last 10.17)
 - mkdir 279 (time 1785785428.76 total 30.06 last 10.17)
 - mkdir 387 (time 1785785438.78 total 40.08 last 10.78)
 - mkdir 486 (time 1785785448.78 total 50.08 last 9.90)
 - mkdir 587 (time 1785785458.80 total 60.10 last 10.07)
 - mkdir 692 (time 1785785468.81 total 70.11 last 10.50)
 - mkdir 795 (time 1785785478.87 total 80.17 last 10.23)
 - mkdir 906 (time 1785785488.88 total 90.18 last 11.09)
 - mkdir 993 (time 1785785498.92 total 100.22 last 8.67)
total: 1000 mkdir in 101.18 seconds: 9.88 ops/second
 - mkdir 70 (time 1785785408.21 total 10.06 last 6.96)
 - mkdir 174 (time 1785785418.24 total 20.09 last 10.37)
 - mkdir 276 (time 1785785428.30 total 30.14 last 10.15)
 - mkdir 385 (time 1785785438.34 total 40.18 last 10.85)
 - mkdir 481 (time 1785785448.39 total 50.24 last 9.55)
 - mkdir 581 (time 1785785458.49 total 60.33 last 9.91)
 - mkdir 685 (time 1785785468.53 total 70.37 last 10.36)
 - mkdir 790 (time 1785785478.53 total 80.37 last 10.49)
 - mkdir 901 (time 1785785488.62 total 90.46 last 11.00)
 - mkdir 991 (time 1785785498.70 total 100.54 last 8.93)
total: 1000 mkdir in 101.86 seconds: 9.82 ops/second
 - mkdir 72 (time 1785785408.41 total 10.05 last 7.17)
 - mkdir 170 (time 1785785418.49 total 20.13 last 9.72)
 - mkdir 273 (time 1785785428.64 total 30.28 last 10.15)
 - mkdir 381 (time 1785785438.74 total 40.38 last 10.69)
 - mkdir 483 (time 1785785448.78 total 50.41 last 10.16)
 - mkdir 580 (time 1785785458.87 total 60.51 last 9.61)
 - mkdir 687 (time 1785785468.97 total 70.61 last 10.59)
 - mkdir 789 (time 1785785478.98 total 80.61 last 10.19)
 - mkdir 897 (time 1785785489.00 total 90.63 last 10.78)
 - mkdir 988 (time 1785785499.08 total 100.71 last 9.03)
total: 1000 mkdir in 102.33 seconds: 9.77 ops/second
 - mkdir 70 (time 1785785408.59 total 10.17 last 6.88)
 - mkdir 172 (time 1785785418.64 total 20.23 last 10.15)
 - mkdir 270 (time 1785785428.69 total 30.27 last 9.75)
 - mkdir 378 (time 1785785438.82 total 40.40 last 10.67)
 - mkdir 479 (time 1785785448.86 total 50.44 last 10.06)
 - mkdir 580 (time 1785785458.99 total 60.57 last 9.97)
 - mkdir 686 (time 1785785469.10 total 70.69 last 10.48)
 - mkdir 788 (time 1785785479.15 total 80.73 last 10.15)
 - mkdir 899 (time 1785785489.15 total 90.73 last 11.10)
 - mkdir 988 (time 1785785499.21 total 100.79 last 8.85)
total: 1000 mkdir in 102.31 seconds: 9.77 ops/second
 - mkdir 77 (time 1785785409.59 total 10.18 last 7.57)
 - mkdir 182 (time 1785785419.65 total 20.24 last 10.43)
 - mkdir 278 (time 1785785429.72 total 30.31 last 9.54)
 - mkdir 385 (time 1785785439.72 total 40.31 last 10.69)
 - mkdir 484 (time 1785785449.85 total 50.44 last 9.77)
 - mkdir 582 (time 1785785459.91 total 60.50 last 9.75)
 - mkdir 687 (time 1785785469.94 total 70.53 last 10.47)
 - mkdir 795 (time 1785785479.96 total 80.55 last 10.78)
 - mkdir 902 (time 1785785490.08 total 90.67 last 10.58)
 - mkdir 986 (time 1785785500.11 total 100.70 last 8.37)
total: 1000 mkdir in 102.38 seconds: 9.77 ops/second
Time for file creation 122 sec for 1 RPC sent at a time
 - unlinked 0 (time 1785785516 ; total 0 ; last 0)
total: 1000 unlinks in 48 seconds: 20.833334 unlinks/second
 - unlinked 0 (time 1785785517 ; total 0 ; last 0)
total: 1000 unlinks in 48 seconds: 20.833334 unlinks/second
 - unlinked 0 (time 1785785517 ; total 1 ; last 1)
total: 1000 unlinks in 50 seconds: 20.000000 unlinks/second
 - unlinked 0 (time 1785785519 ; total 0 ; last 0)
total: 1000 unlinks in 49 seconds: 20.408163 unlinks/second
 - unlinked 0 (time 1785785518 ; total 0 ; last 0)
total: 1000 unlinks in 50 seconds: 20.000000 unlinks/second
 - unlinked 0 (time 1785785519 ; total 0 ; last 0)
total: 1000 unlinks in 49 seconds: 20.408163 unlinks/second
 - unlinked 0 (time 1785785519 ; total 0 ; last 0)
total: 1000 unlinks in 49 seconds: 20.408163 unlinks/second
 - unlinked 0 (time 1785785519 ; total 0 ; last 0)
total: 1000 unlinks in 50 seconds: 20.000000 unlinks/second
 - unlinked 0 (time 1785785519 ; total 1 ; last 1)
total: 1000 unlinks in 52 seconds: 19.230770 unlinks/second
 - unlinked 0 (time 1785785518 ; total 0 ; last 0)
total: 1000 unlinks in 52 seconds: 19.230770 unlinks/second
Time for file removal 69 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8