== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 14:28:34 (1782498514)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.54 seconds: 18.65 ops/second
 - mkdir 114 (time 1782498535.57 total 10.08 last 11.31)
 - mkdir 244 (time 1782498545.61 total 20.11 last 12.95)
 - mkdir 381 (time 1782498555.64 total 30.14 last 13.66)
 - mkdir 517 (time 1782498565.70 total 40.20 last 13.52)
 - mkdir 646 (time 1782498575.76 total 50.27 last 12.82)
 - mkdir 780 (time 1782498585.91 total 60.41 last 13.21)
 - mkdir 943 (time 1782498595.91 total 70.41 last 16.30)
total: 1000 mkdir in 75.38 seconds: 13.27 ops/second
 - mkdir 107 (time 1782498534.26 total 10.08 last 10.62)
 - mkdir 234 (time 1782498544.28 total 20.10 last 12.68)
 - mkdir 364 (time 1782498554.33 total 30.15 last 12.93)
 - mkdir 501 (time 1782498564.37 total 40.19 last 13.64)
 - mkdir 624 (time 1782498574.46 total 50.27 last 12.20)
 - mkdir 749 (time 1782498584.46 total 60.27 last 12.50)
 - mkdir 915 (time 1782498594.55 total 70.37 last 16.44)
total: 1000 mkdir in 77.63 seconds: 12.88 ops/second
 - mkdir 106 (time 1782498534.06 total 10.00 last 10.60)
 - mkdir 228 (time 1782498544.11 total 20.06 last 12.13)
 - mkdir 366 (time 1782498554.15 total 30.09 last 13.75)
 - mkdir 499 (time 1782498564.16 total 40.10 last 13.29)
 - mkdir 616 (time 1782498574.24 total 50.19 last 11.60)
 - mkdir 741 (time 1782498584.27 total 60.22 last 12.46)
 - mkdir 908 (time 1782498594.34 total 70.29 last 16.58)
total: 1000 mkdir in 78.11 seconds: 12.80 ops/second
 - mkdir 110 (time 1782498535.03 total 10.01 last 10.99)
 - mkdir 234 (time 1782498545.11 total 20.10 last 12.29)
 - mkdir 367 (time 1782498555.16 total 30.15 last 13.23)
 - mkdir 501 (time 1782498565.17 total 40.15 last 13.40)
 - mkdir 623 (time 1782498575.20 total 50.19 last 12.15)
 - mkdir 746 (time 1782498585.21 total 60.19 last 12.30)
 - mkdir 911 (time 1782498595.25 total 70.23 last 16.44)
total: 1000 mkdir in 78.73 seconds: 12.70 ops/second
 - mkdir 109 (time 1782498535.25 total 10.00 last 10.90)
 - mkdir 229 (time 1782498545.29 total 20.05 last 11.95)
 - mkdir 362 (time 1782498555.30 total 30.05 last 13.29)
 - mkdir 491 (time 1782498565.31 total 40.06 last 12.89)
 - mkdir 615 (time 1782498575.40 total 50.15 last 12.29)
 - mkdir 741 (time 1782498585.40 total 60.15 last 12.60)
 - mkdir 906 (time 1782498595.42 total 70.18 last 16.46)
total: 1000 mkdir in 79.78 seconds: 12.53 ops/second
 - mkdir 102 (time 1782498535.24 total 10.02 last 10.18)
 - mkdir 224 (time 1782498545.29 total 20.07 last 12.14)
 - mkdir 360 (time 1782498555.32 total 30.10 last 13.56)
 - mkdir 489 (time 1782498565.41 total 40.19 last 12.78)
 - mkdir 613 (time 1782498575.44 total 50.22 last 12.37)
 - mkdir 740 (time 1782498585.46 total 60.24 last 12.67)
 - mkdir 906 (time 1782498595.50 total 70.27 last 16.54)
total: 1000 mkdir in 79.91 seconds: 12.51 ops/second
 - mkdir 110 (time 1782498535.93 total 10.03 last 10.96)
 - mkdir 235 (time 1782498545.93 total 20.04 last 12.50)
 - mkdir 365 (time 1782498555.98 total 30.08 last 12.94)
 - mkdir 503 (time 1782498566.01 total 40.12 last 13.75)
 - mkdir 622 (time 1782498576.16 total 50.27 last 11.73)
 - mkdir 757 (time 1782498586.18 total 60.28 last 13.48)
 - mkdir 917 (time 1782498596.23 total 70.33 last 15.92)
total: 1000 mkdir in 79.68 seconds: 12.55 ops/second
 - mkdir 104 (time 1782498535.49 total 10.21 last 10.19)
 - mkdir 226 (time 1782498545.52 total 20.23 last 12.17)
 - mkdir 360 (time 1782498555.56 total 30.27 last 13.34)
 - mkdir 491 (time 1782498565.58 total 40.29 last 13.08)
 - mkdir 613 (time 1782498575.65 total 50.37 last 12.11)
 - mkdir 740 (time 1782498585.71 total 60.42 last 12.63)
 - mkdir 903 (time 1782498595.77 total 70.48 last 16.21)
 - mkdir 998 (time 1782498605.84 total 80.55 last 9.43)
total: 1000 mkdir in 80.64 seconds: 12.40 ops/second
 - mkdir 102 (time 1782498535.56 total 10.07 last 10.13)
 - mkdir 221 (time 1782498545.59 total 20.10 last 11.86)
 - mkdir 357 (time 1782498555.67 total 30.18 last 13.50)
 - mkdir 481 (time 1782498565.72 total 40.23 last 12.34)
 - mkdir 601 (time 1782498575.77 total 50.28 last 11.93)
 - mkdir 727 (time 1782498585.78 total 60.29 last 12.59)
 - mkdir 890 (time 1782498595.84 total 70.35 last 16.21)
 - mkdir 983 (time 1782498605.84 total 80.35 last 9.30)
total: 1000 mkdir in 81.86 seconds: 12.22 ops/second
 - mkdir 100 (time 1782498534.04 total 10.04 last 9.96)
 - mkdir 216 (time 1782498544.06 total 20.06 last 11.58)
 - mkdir 341 (time 1782498554.17 total 30.17 last 12.36)
 - mkdir 465 (time 1782498564.25 total 40.25 last 12.30)
 - mkdir 574 (time 1782498574.26 total 50.26 last 10.89)
 - mkdir 691 (time 1782498584.27 total 60.27 last 11.69)
 - mkdir 852 (time 1782498594.34 total 70.34 last 15.98)
 - mkdir 959 (time 1782498604.45 total 80.45 last 10.58)
total: 1000 mkdir in 84.63 seconds: 11.82 ops/second
Time for file creation 92 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 13 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.47 seconds: 21.12 ops/second
 - mkdir 110 (time 1782499218.20 total 10.05 last 10.94)
 - mkdir 220 (time 1782499228.30 total 20.16 last 10.88)
 - mkdir 361 (time 1782499238.38 total 30.24 last 13.98)
 - mkdir 512 (time 1782499248.47 total 40.33 last 14.96)
 - mkdir 668 (time 1782499258.52 total 50.38 last 15.54)
 - mkdir 823 (time 1782499268.60 total 60.46 last 15.37)
 - mkdir 976 (time 1782499278.65 total 70.51 last 15.23)
total: 1000 mkdir in 71.99 seconds: 13.89 ops/second
 - mkdir 117 (time 1782499219.86 total 10.05 last 11.64)
 - mkdir 235 (time 1782499229.88 total 20.07 last 11.78)
 - mkdir 384 (time 1782499239.93 total 30.12 last 14.83)
 - mkdir 537 (time 1782499249.95 total 40.14 last 15.26)
 - mkdir 691 (time 1782499260.02 total 50.21 last 15.30)
 - mkdir 845 (time 1782499270.06 total 60.25 last 15.33)
 - mkdir 998 (time 1782499280.09 total 70.28 last 15.26)
total: 1000 mkdir in 70.37 seconds: 14.21 ops/second
 - mkdir 107 (time 1782499219.02 total 10.06 last 10.63)
 - mkdir 221 (time 1782499229.08 total 20.12 last 11.33)
 - mkdir 368 (time 1782499239.11 total 30.16 last 14.65)
 - mkdir 528 (time 1782499249.21 total 40.25 last 15.85)
 - mkdir 684 (time 1782499259.22 total 50.27 last 15.58)
 - mkdir 833 (time 1782499269.23 total 60.27 last 14.89)
 - mkdir 985 (time 1782499279.28 total 70.32 last 15.13)
total: 1000 mkdir in 71.26 seconds: 14.03 ops/second
 - mkdir 111 (time 1782499219.19 total 10.04 last 11.05)
 - mkdir 229 (time 1782499229.24 total 20.09 last 11.75)
 - mkdir 371 (time 1782499239.25 total 30.10 last 14.18)
 - mkdir 531 (time 1782499249.32 total 40.17 last 15.89)
 - mkdir 684 (time 1782499259.33 total 50.18 last 15.28)
 - mkdir 830 (time 1782499269.35 total 60.20 last 14.57)
 - mkdir 982 (time 1782499279.44 total 70.30 last 15.06)
total: 1000 mkdir in 71.53 seconds: 13.98 ops/second
 - mkdir 106 (time 1782499219.74 total 10.00 last 10.60)
 - mkdir 220 (time 1782499229.78 total 20.05 last 11.35)
 - mkdir 366 (time 1782499239.81 total 30.07 last 14.56)
 - mkdir 521 (time 1782499249.87 total 40.14 last 15.41)
 - mkdir 678 (time 1782499259.93 total 50.20 last 15.60)
 - mkdir 828 (time 1782499269.95 total 60.21 last 14.97)
 - mkdir 981 (time 1782499280.00 total 70.26 last 15.22)
total: 1000 mkdir in 71.92 seconds: 13.90 ops/second
 - mkdir 110 (time 1782499220.57 total 10.07 last 10.93)
 - mkdir 230 (time 1782499230.61 total 20.11 last 11.95)
 - mkdir 379 (time 1782499240.63 total 30.12 last 14.87)
 - mkdir 536 (time 1782499250.67 total 40.16 last 15.64)
 - mkdir 686 (time 1782499260.69 total 50.18 last 14.97)
 - mkdir 836 (time 1782499270.71 total 60.21 last 14.96)
 - mkdir 989 (time 1782499281.03 total 70.52 last 14.84)
total: 1000 mkdir in 71.60 seconds: 13.97 ops/second
 - mkdir 104 (time 1782499219.79 total 10.07 last 10.33)
 - mkdir 215 (time 1782499229.86 total 20.13 last 11.03)
 - mkdir 361 (time 1782499239.89 total 30.16 last 14.55)
 - mkdir 520 (time 1782499249.89 total 40.16 last 15.90)
 - mkdir 675 (time 1782499259.95 total 50.22 last 15.42)
 - mkdir 827 (time 1782499269.95 total 60.23 last 15.19)
 - mkdir 975 (time 1782499280.04 total 70.31 last 14.67)
total: 1000 mkdir in 72.82 seconds: 13.73 ops/second
 - mkdir 108 (time 1782499220.65 total 10.06 last 10.73)
 - mkdir 221 (time 1782499230.71 total 20.13 last 11.23)
 - mkdir 366 (time 1782499240.75 total 30.16 last 14.45)
 - mkdir 530 (time 1782499250.76 total 40.18 last 16.37)
 - mkdir 681 (time 1782499260.89 total 50.31 last 14.91)
 - mkdir 835 (time 1782499270.92 total 60.34 last 15.35)
 - mkdir 976 (time 1782499280.95 total 70.37 last 14.06)
total: 1000 mkdir in 72.97 seconds: 13.70 ops/second
 - mkdir 109 (time 1782499220.52 total 10.07 last 10.82)
 - mkdir 221 (time 1782499230.58 total 20.13 last 11.13)
 - mkdir 365 (time 1782499240.63 total 30.18 last 14.33)
 - mkdir 521 (time 1782499250.64 total 40.19 last 15.59)
 - mkdir 672 (time 1782499260.67 total 50.22 last 15.05)
 - mkdir 824 (time 1782499270.71 total 60.26 last 15.14)
 - mkdir 969 (time 1782499280.81 total 70.36 last 14.36)
total: 1000 mkdir in 73.61 seconds: 13.58 ops/second
 - mkdir 103 (time 1782499220.42 total 10.12 last 10.18)
 - mkdir 209 (time 1782499230.42 total 20.12 last 10.60)
 - mkdir 347 (time 1782499240.50 total 30.20 last 13.69)
 - mkdir 502 (time 1782499250.51 total 40.21 last 15.49)
 - mkdir 652 (time 1782499260.56 total 50.26 last 14.93)
 - mkdir 798 (time 1782499270.56 total 60.26 last 14.60)
 - mkdir 941 (time 1782499280.65 total 70.35 last 14.17)
total: 1000 mkdir in 75.77 seconds: 13.20 ops/second
Time for file creation 86 sec for 1 RPC sent at a time
 - unlinked 0 (time 1782499293 ; total 0 ; last 0)
total: 1000 unlinks in 33 seconds: 30.303030 unlinks/second
 - unlinked 0 (time 1782499293 ; total 0 ; last 0)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
 - unlinked 0 (time 1782499294 ; total 1 ; last 1)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1782499294 ; total 0 ; last 0)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
 - unlinked 0 (time 1782499294 ; total 0 ; last 0)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
 - unlinked 0 (time 1782499294 ; total 0 ; last 0)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
 - unlinked 0 (time 1782499295 ; total 1 ; last 1)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1782499294 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1782499295 ; total 0 ; last 0)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
 - unlinked 0 (time 1782499295 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
Time for file removal 46 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8