== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 22:19:27 (1787624367)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.67 seconds: 15.01 ops/second
 - mkdir 102 (time 1787624390.79 total 10.04 last 10.16)
 - mkdir 194 (time 1787624400.85 total 20.10 last 9.15)
 - mkdir 294 (time 1787624410.88 total 30.14 last 9.96)
 - mkdir 410 (time 1787624421.00 total 40.25 last 11.47)
 - mkdir 519 (time 1787624431.03 total 50.29 last 10.86)
 - mkdir 631 (time 1787624441.12 total 60.37 last 11.11)
 - mkdir 737 (time 1787624451.18 total 70.43 last 10.53)
 - mkdir 848 (time 1787624461.21 total 80.47 last 11.06)
 - mkdir 960 (time 1787624471.28 total 90.54 last 11.12)
total: 1000 mkdir in 95.61 seconds: 10.46 ops/second
 - mkdir 101 (time 1787624392.38 total 10.03 last 10.07)
 - mkdir 202 (time 1787624402.39 total 20.04 last 10.09)
 - mkdir 309 (time 1787624412.42 total 30.07 last 10.66)
 - mkdir 416 (time 1787624422.54 total 40.19 last 10.57)
 - mkdir 531 (time 1787624432.56 total 50.21 last 11.48)
 - mkdir 645 (time 1787624442.61 total 60.26 last 11.34)
 - mkdir 750 (time 1787624452.62 total 70.27 last 10.49)
 - mkdir 861 (time 1787624462.70 total 80.35 last 11.01)
 - mkdir 969 (time 1787624472.72 total 90.37 last 10.78)
total: 1000 mkdir in 94.97 seconds: 10.53 ops/second
 - mkdir 104 (time 1787624390.68 total 10.07 last 10.33)
 - mkdir 189 (time 1787624400.77 total 20.16 last 8.42)
 - mkdir 288 (time 1787624410.80 total 30.19 last 9.87)
 - mkdir 401 (time 1787624420.84 total 40.23 last 11.26)
 - mkdir 508 (time 1787624430.87 total 50.25 last 10.68)
 - mkdir 622 (time 1787624440.94 total 60.33 last 11.32)
 - mkdir 727 (time 1787624451.00 total 70.39 last 10.44)
 - mkdir 831 (time 1787624461.05 total 80.44 last 10.35)
 - mkdir 941 (time 1787624471.09 total 90.48 last 10.96)
total: 1000 mkdir in 99.87 seconds: 10.01 ops/second
 - mkdir 100 (time 1787624390.56 total 10.03 last 9.97)
 - mkdir 194 (time 1787624400.57 total 20.05 last 9.38)
 - mkdir 291 (time 1787624410.58 total 30.06 last 9.69)
 - mkdir 404 (time 1787624420.65 total 40.12 last 11.23)
 - mkdir 510 (time 1787624430.66 total 50.13 last 10.59)
 - mkdir 626 (time 1787624440.77 total 60.25 last 11.47)
 - mkdir 726 (time 1787624450.81 total 70.28 last 9.96)
 - mkdir 830 (time 1787624460.82 total 80.30 last 10.38)
 - mkdir 937 (time 1787624470.85 total 90.33 last 10.67)
 - mkdir 998 (time 1787624480.91 total 100.39 last 6.06)
total: 1000 mkdir in 100.50 seconds: 9.95 ops/second
 - mkdir 98 (time 1787624393.06 total 10.02 last 9.78)
 - mkdir 193 (time 1787624403.06 total 20.02 last 9.50)
 - mkdir 298 (time 1787624413.07 total 30.04 last 10.48)
 - mkdir 397 (time 1787624423.24 total 40.20 last 9.74)
 - mkdir 520 (time 1787624433.27 total 50.23 last 12.26)
 - mkdir 638 (time 1787624443.35 total 60.31 last 11.71)
 - mkdir 742 (time 1787624453.41 total 70.37 last 10.34)
 - mkdir 839 (time 1787624463.42 total 80.39 last 9.69)
 - mkdir 946 (time 1787624473.57 total 90.54 last 10.54)
 - mkdir 996 (time 1787624483.81 total 100.78 last 4.88)
total: 1000 mkdir in 101.57 seconds: 9.85 ops/second
 - mkdir 97 (time 1787624392.64 total 10.05 last 9.65)
 - mkdir 193 (time 1787624402.72 total 20.13 last 9.52)
 - mkdir 294 (time 1787624412.73 total 30.15 last 10.09)
 - mkdir 392 (time 1787624422.76 total 40.17 last 9.77)
 - mkdir 510 (time 1787624432.80 total 50.22 last 11.75)
 - mkdir 629 (time 1787624442.86 total 60.27 last 11.84)
 - mkdir 727 (time 1787624452.88 total 70.29 last 9.78)
 - mkdir 832 (time 1787624462.94 total 80.36 last 10.43)
 - mkdir 940 (time 1787624473.02 total 90.43 last 10.72)
 - mkdir 992 (time 1787624483.16 total 100.58 last 5.12)
total: 1000 mkdir in 102.36 seconds: 9.77 ops/second
 - mkdir 95 (time 1787624392.58 total 10.00 last 9.50)
 - mkdir 191 (time 1787624402.64 total 20.06 last 9.54)
 - mkdir 298 (time 1787624412.66 total 30.09 last 10.68)
 - mkdir 403 (time 1787624422.92 total 40.34 last 10.24)
 - mkdir 522 (time 1787624432.93 total 50.36 last 11.88)
 - mkdir 637 (time 1787624442.94 total 60.36 last 11.50)
 - mkdir 731 (time 1787624453.01 total 70.43 last 9.33)
 - mkdir 831 (time 1787624463.12 total 80.54 last 9.89)
 - mkdir 936 (time 1787624473.12 total 90.55 last 10.49)
 - mkdir 989 (time 1787624483.14 total 100.56 last 5.29)
total: 1000 mkdir in 102.77 seconds: 9.73 ops/second
 - mkdir 90 (time 1787624393.42 total 10.11 last 8.90)
 - mkdir 195 (time 1787624403.45 total 20.14 last 10.47)
 - mkdir 304 (time 1787624413.55 total 30.24 last 10.79)
 - mkdir 405 (time 1787624423.57 total 40.26 last 10.08)
 - mkdir 524 (time 1787624433.61 total 50.30 last 11.86)
 - mkdir 631 (time 1787624443.63 total 60.32 last 10.67)
 - mkdir 729 (time 1787624453.70 total 70.39 last 9.74)
 - mkdir 827 (time 1787624463.81 total 80.50 last 9.69)
 - mkdir 936 (time 1787624473.82 total 90.50 last 10.89)
 - mkdir 988 (time 1787624483.97 total 100.65 last 5.12)
total: 1000 mkdir in 102.89 seconds: 9.72 ops/second
 - mkdir 94 (time 1787624393.20 total 10.10 last 9.30)
 - mkdir 191 (time 1787624403.29 total 20.18 last 9.62)
 - mkdir 295 (time 1787624413.31 total 30.21 last 10.38)
 - mkdir 397 (time 1787624423.31 total 40.21 last 10.19)
 - mkdir 519 (time 1787624433.36 total 50.26 last 12.14)
 - mkdir 633 (time 1787624443.38 total 60.28 last 11.38)
 - mkdir 731 (time 1787624453.49 total 70.38 last 9.70)
 - mkdir 825 (time 1787624463.56 total 80.46 last 9.33)
 - mkdir 930 (time 1787624473.60 total 90.49 last 10.47)
 - mkdir 983 (time 1787624483.80 total 100.69 last 5.20)
total: 1000 mkdir in 104.29 seconds: 9.59 ops/second
 - mkdir 91 (time 1787624392.99 total 10.21 last 8.91)
 - mkdir 182 (time 1787624403.03 total 20.24 last 9.07)
 - mkdir 284 (time 1787624413.09 total 30.30 last 10.14)
 - mkdir 384 (time 1787624423.17 total 40.39 last 9.91)
 - mkdir 505 (time 1787624433.20 total 50.42 last 12.07)
 - mkdir 616 (time 1787624443.32 total 60.54 last 10.96)
 - mkdir 712 (time 1787624453.33 total 70.54 last 9.60)
 - mkdir 806 (time 1787624463.41 total 80.63 last 9.32)
 - mkdir 906 (time 1787624473.56 total 90.78 last 9.85)
 - mkdir 963 (time 1787624483.67 total 100.89 last 5.64)
total: 1000 mkdir in 106.29 seconds: 9.41 ops/second
Time for file creation 118 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 15 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.54 seconds: 18.68 ops/second
 - mkdir 122 (time 1787625073.46 total 10.01 last 12.19)
 - mkdir 284 (time 1787625083.46 total 20.01 last 16.19)
 - mkdir 444 (time 1787625093.49 total 30.03 last 15.96)
 - mkdir 604 (time 1787625103.54 total 40.09 last 15.92)
 - mkdir 750 (time 1787625113.58 total 50.13 last 14.54)
 - mkdir 936 (time 1787625123.61 total 60.16 last 18.55)
total: 1000 mkdir in 63.77 seconds: 15.68 ops/second
 - mkdir 108 (time 1787625072.58 total 10.10 last 10.70)
 - mkdir 264 (time 1787625082.62 total 20.13 last 15.55)
 - mkdir 422 (time 1787625092.64 total 30.16 last 15.76)
 - mkdir 575 (time 1787625102.65 total 40.17 last 15.28)
 - mkdir 711 (time 1787625112.68 total 50.20 last 13.56)
 - mkdir 896 (time 1787625122.72 total 60.24 last 18.42)
total: 1000 mkdir in 67.84 seconds: 14.74 ops/second
 - mkdir 113 (time 1787625073.01 total 10.03 last 11.26)
 - mkdir 269 (time 1787625083.05 total 20.07 last 15.54)
 - mkdir 429 (time 1787625093.07 total 30.09 last 15.97)
 - mkdir 586 (time 1787625103.10 total 40.12 last 15.65)
 - mkdir 718 (time 1787625113.13 total 50.15 last 13.16)
 - mkdir 902 (time 1787625123.16 total 60.18 last 18.34)
total: 1000 mkdir in 67.49 seconds: 14.82 ops/second
 - mkdir 113 (time 1787625072.61 total 10.11 last 11.18)
 - mkdir 266 (time 1787625082.65 total 20.15 last 15.24)
 - mkdir 429 (time 1787625092.69 total 30.19 last 16.23)
 - mkdir 580 (time 1787625102.70 total 40.19 last 15.09)
 - mkdir 709 (time 1787625112.71 total 50.20 last 12.89)
 - mkdir 893 (time 1787625122.78 total 60.28 last 18.27)
total: 1000 mkdir in 68.17 seconds: 14.67 ops/second
 - mkdir 109 (time 1787625070.45 total 10.03 last 10.87)
 - mkdir 251 (time 1787625080.46 total 20.04 last 14.19)
 - mkdir 395 (time 1787625090.46 total 30.04 last 14.40)
 - mkdir 547 (time 1787625100.47 total 40.04 last 15.19)
 - mkdir 683 (time 1787625110.50 total 50.08 last 13.56)
 - mkdir 848 (time 1787625120.51 total 60.09 last 16.47)
 - mkdir 995 (time 1787625130.60 total 70.18 last 14.58)
total: 1000 mkdir in 70.69 seconds: 14.15 ops/second
 - mkdir 116 (time 1787625073.48 total 10.01 last 11.59)
 - mkdir 279 (time 1787625083.52 total 20.06 last 16.23)
 - mkdir 434 (time 1787625093.53 total 30.06 last 15.50)
 - mkdir 581 (time 1787625103.57 total 40.10 last 14.64)
 - mkdir 721 (time 1787625113.59 total 50.12 last 13.97)
 - mkdir 901 (time 1787625123.61 total 60.15 last 17.96)
total: 1000 mkdir in 68.25 seconds: 14.65 ops/second
 - mkdir 112 (time 1787625072.52 total 10.08 last 11.11)
 - mkdir 259 (time 1787625082.55 total 20.12 last 14.65)
 - mkdir 413 (time 1787625092.63 total 30.19 last 15.28)
 - mkdir 563 (time 1787625102.64 total 40.21 last 14.98)
 - mkdir 693 (time 1787625112.69 total 50.25 last 12.94)
 - mkdir 875 (time 1787625122.70 total 60.26 last 18.18)
total: 1000 mkdir in 69.64 seconds: 14.36 ops/second
 - mkdir 111 (time 1787625071.32 total 10.09 last 11.00)
 - mkdir 255 (time 1787625081.35 total 20.12 last 14.35)
 - mkdir 401 (time 1787625091.36 total 30.13 last 14.59)
 - mkdir 553 (time 1787625101.41 total 40.18 last 15.12)
 - mkdir 686 (time 1787625111.47 total 50.24 last 13.22)
 - mkdir 863 (time 1787625121.49 total 60.27 last 17.65)
 - mkdir 990 (time 1787625131.59 total 70.37 last 12.57)
total: 1000 mkdir in 71.48 seconds: 13.99 ops/second
 - mkdir 112 (time 1787625073.37 total 10.07 last 11.12)
 - mkdir 268 (time 1787625083.41 total 20.11 last 15.54)
 - mkdir 422 (time 1787625093.46 total 30.17 last 15.32)
 - mkdir 571 (time 1787625103.50 total 40.21 last 14.84)
 - mkdir 705 (time 1787625113.51 total 50.21 last 13.40)
 - mkdir 886 (time 1787625123.52 total 60.22 last 18.08)
total: 1000 mkdir in 69.75 seconds: 14.34 ops/second
 - mkdir 111 (time 1787625072.07 total 10.02 last 11.08)
 - mkdir 261 (time 1787625082.12 total 20.07 last 14.92)
 - mkdir 410 (time 1787625092.15 total 30.10 last 14.86)
 - mkdir 555 (time 1787625102.17 total 40.12 last 14.46)
 - mkdir 686 (time 1787625112.25 total 50.20 last 13.00)
 - mkdir 867 (time 1787625122.25 total 60.20 last 18.09)
 - mkdir 993 (time 1787625132.35 total 70.30 last 12.48)
total: 1000 mkdir in 71.17 seconds: 14.05 ops/second
Time for file creation 81 sec for 1 RPC sent at a time
 - unlinked 0 (time 1787625140 ; total 0 ; last 0)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
 - unlinked 0 (time 1787625141 ; total 0 ; last 0)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
 - unlinked 0 (time 1787625141 ; total 0 ; last 0)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
 - unlinked 0 (time 1787625141 ; total 0 ; last 0)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
 - unlinked 0 (time 1787625142 ; total 1 ; last 1)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
 - unlinked 0 (time 1787625141 ; total 0 ; last 0)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
 - unlinked 0 (time 1787625141 ; total 0 ; last 0)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
 - unlinked 0 (time 1787625141 ; total 0 ; last 0)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
 - unlinked 0 (time 1787625142 ; total 0 ; last 0)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
 - unlinked 0 (time 1787625142 ; total 0 ; last 0)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
Time for file removal 44 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8