== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 01:25:48 (1789449948)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.49 seconds: 20.38 ops/second
 - mkdir 161 (time 1789449969.93 total 10.13 last 15.89)
 - mkdir 283 (time 1789449980.02 total 20.22 last 12.09)
 - mkdir 436 (time 1789449990.13 total 30.33 last 15.13)
 - mkdir 647 (time 1789450000.13 total 40.34 last 21.09)
 - mkdir 863 (time 1789450010.18 total 50.39 last 21.50)
total: 1000 mkdir in 57.55 seconds: 17.38 ops/second
 - mkdir 158 (time 1789449971.79 total 10.05 last 15.72)
 - mkdir 292 (time 1789449981.85 total 20.11 last 13.32)
 - mkdir 489 (time 1789449991.88 total 30.14 last 19.64)
 - mkdir 691 (time 1789450001.92 total 40.18 last 20.12)
 - mkdir 887 (time 1789450011.96 total 50.22 last 19.53)
total: 1000 mkdir in 56.15 seconds: 17.81 ops/second
 - mkdir 154 (time 1789449972.03 total 10.09 last 15.27)
 - mkdir 279 (time 1789449982.05 total 20.10 last 12.48)
 - mkdir 476 (time 1789449992.06 total 30.11 last 19.68)
 - mkdir 679 (time 1789450002.06 total 40.12 last 20.29)
 - mkdir 876 (time 1789450012.07 total 50.13 last 19.68)
total: 1000 mkdir in 57.45 seconds: 17.41 ops/second
 - mkdir 157 (time 1789449972.26 total 10.03 last 15.66)
 - mkdir 287 (time 1789449982.27 total 20.03 last 12.99)
 - mkdir 482 (time 1789449992.30 total 30.07 last 19.44)
 - mkdir 690 (time 1789450002.31 total 40.08 last 20.77)
 - mkdir 883 (time 1789450012.35 total 50.12 last 19.23)
total: 1000 mkdir in 57.32 seconds: 17.45 ops/second
 - mkdir 156 (time 1789449972.56 total 10.16 last 15.35)
 - mkdir 288 (time 1789449982.63 total 20.24 last 13.11)
 - mkdir 481 (time 1789449992.67 total 30.27 last 19.23)
 - mkdir 689 (time 1789450002.67 total 40.27 last 20.79)
 - mkdir 885 (time 1789450012.73 total 50.33 last 19.50)
total: 1000 mkdir in 57.18 seconds: 17.49 ops/second
 - mkdir 151 (time 1789449972.21 total 10.00 last 15.09)
 - mkdir 280 (time 1789449982.28 total 20.07 last 12.81)
 - mkdir 477 (time 1789449992.29 total 30.08 last 19.68)
 - mkdir 684 (time 1789450002.31 total 40.11 last 20.65)
 - mkdir 873 (time 1789450012.33 total 50.13 last 18.87)
total: 1000 mkdir in 57.57 seconds: 17.37 ops/second
 - mkdir 152 (time 1789449971.94 total 10.01 last 15.18)
 - mkdir 276 (time 1789449981.94 total 20.02 last 12.40)
 - mkdir 467 (time 1789449991.95 total 30.03 last 19.08)
 - mkdir 670 (time 1789450001.99 total 40.07 last 20.21)
 - mkdir 866 (time 1789450012.03 total 50.10 last 19.53)
total: 1000 mkdir in 57.93 seconds: 17.26 ops/second
 - mkdir 151 (time 1789449972.40 total 10.09 last 14.97)
 - mkdir 276 (time 1789449982.41 total 20.09 last 12.49)
 - mkdir 474 (time 1789449992.42 total 30.10 last 19.78)
 - mkdir 686 (time 1789450002.43 total 40.11 last 21.18)
 - mkdir 879 (time 1789450012.46 total 50.15 last 19.24)
total: 1000 mkdir in 57.63 seconds: 17.35 ops/second
 - mkdir 148 (time 1789449971.77 total 10.08 last 14.68)
 - mkdir 268 (time 1789449981.80 total 20.11 last 11.97)
 - mkdir 447 (time 1789449991.80 total 30.11 last 17.90)
 - mkdir 659 (time 1789450001.82 total 40.13 last 21.16)
 - mkdir 855 (time 1789450011.85 total 50.17 last 19.53)
total: 1000 mkdir in 59.26 seconds: 16.87 ops/second
 - mkdir 150 (time 1789449971.78 total 10.04 last 14.95)
 - mkdir 273 (time 1789449981.81 total 20.06 last 12.27)
 - mkdir 458 (time 1789449991.82 total 30.07 last 18.47)
 - mkdir 668 (time 1789450001.89 total 40.14 last 20.85)
 - mkdir 859 (time 1789450011.94 total 50.19 last 19.01)
total: 1000 mkdir in 59.37 seconds: 16.84 ops/second
Time for file creation 71 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 1 seconds: 0.000000 unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 12 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.65 seconds: 15.28 ops/second
 - mkdir 164 (time 1789450531.59 total 10.01 last 16.38)
 - mkdir 333 (time 1789450541.67 total 20.10 last 16.76)
 - mkdir 510 (time 1789450551.72 total 30.14 last 17.62)
 - mkdir 696 (time 1789450561.73 total 40.16 last 18.57)
 - mkdir 916 (time 1789450571.78 total 50.20 last 21.90)
total: 1000 mkdir in 54.22 seconds: 18.44 ops/second
 - mkdir 161 (time 1789450531.11 total 10.02 last 16.07)
 - mkdir 328 (time 1789450541.14 total 20.05 last 16.64)
 - mkdir 500 (time 1789450551.22 total 30.14 last 17.06)
 - mkdir 688 (time 1789450561.30 total 40.21 last 18.65)
 - mkdir 910 (time 1789450571.34 total 50.25 last 22.12)
total: 1000 mkdir in 54.74 seconds: 18.27 ops/second
 - mkdir 156 (time 1789450531.11 total 10.13 last 15.40)
 - mkdir 322 (time 1789450541.14 total 20.16 last 16.55)
 - mkdir 502 (time 1789450551.20 total 30.22 last 17.89)
 - mkdir 683 (time 1789450561.20 total 40.22 last 18.10)
 - mkdir 905 (time 1789450571.26 total 50.28 last 22.07)
total: 1000 mkdir in 54.91 seconds: 18.21 ops/second
 - mkdir 167 (time 1789450532.15 total 10.06 last 16.60)
 - mkdir 331 (time 1789450542.22 total 20.13 last 16.30)
 - mkdir 508 (time 1789450552.26 total 30.16 last 17.63)
 - mkdir 697 (time 1789450562.26 total 40.17 last 18.89)
 - mkdir 917 (time 1789450572.28 total 50.19 last 21.95)
total: 1000 mkdir in 54.82 seconds: 18.24 ops/second
 - mkdir 162 (time 1789450531.73 total 10.01 last 16.18)
 - mkdir 324 (time 1789450541.79 total 20.07 last 16.10)
 - mkdir 497 (time 1789450551.89 total 30.18 last 17.12)
 - mkdir 684 (time 1789450561.91 total 40.19 last 18.68)
 - mkdir 906 (time 1789450571.95 total 50.23 last 22.11)
total: 1000 mkdir in 55.55 seconds: 18.00 ops/second
 - mkdir 162 (time 1789450531.71 total 10.01 last 16.19)
 - mkdir 325 (time 1789450541.78 total 20.07 last 16.20)
 - mkdir 501 (time 1789450551.83 total 30.13 last 17.50)
 - mkdir 681 (time 1789450561.85 total 40.15 last 17.96)
 - mkdir 897 (time 1789450571.86 total 50.16 last 21.59)
total: 1000 mkdir in 56.46 seconds: 17.71 ops/second
 - mkdir 157 (time 1789450531.43 total 10.06 last 15.61)
 - mkdir 320 (time 1789450541.44 total 20.06 last 16.29)
 - mkdir 496 (time 1789450551.47 total 30.10 last 17.54)
 - mkdir 673 (time 1789450561.52 total 40.14 last 17.63)
 - mkdir 887 (time 1789450571.52 total 50.14 last 21.39)
total: 1000 mkdir in 57.41 seconds: 17.42 ops/second
 - mkdir 162 (time 1789450531.68 total 10.06 last 16.11)
 - mkdir 329 (time 1789450541.77 total 20.14 last 16.56)
 - mkdir 505 (time 1789450551.86 total 30.24 last 17.43)
 - mkdir 687 (time 1789450561.90 total 40.28 last 18.13)
 - mkdir 895 (time 1789450571.91 total 50.29 last 20.77)
total: 1000 mkdir in 57.23 seconds: 17.47 ops/second
 - mkdir 162 (time 1789450531.95 total 10.02 last 16.17)
 - mkdir 322 (time 1789450541.98 total 20.04 last 15.96)
 - mkdir 495 (time 1789450552.01 total 30.07 last 17.26)
 - mkdir 681 (time 1789450562.03 total 40.10 last 18.55)
 - mkdir 895 (time 1789450572.05 total 50.11 last 21.37)
total: 1000 mkdir in 57.11 seconds: 17.51 ops/second
 - mkdir 151 (time 1789450531.81 total 10.00 last 15.10)
 - mkdir 305 (time 1789450541.86 total 20.05 last 15.33)
 - mkdir 468 (time 1789450551.93 total 30.12 last 16.19)
 - mkdir 643 (time 1789450561.94 total 40.13 last 17.48)
 - mkdir 854 (time 1789450571.96 total 50.15 last 21.05)
 - mkdir 993 (time 1789450582.01 total 60.20 last 13.83)
total: 1000 mkdir in 60.64 seconds: 16.49 ops/second
Time for file creation 72 sec for 1 RPC sent at a time
 - unlinked 0 (time 1789450591 ; total 0 ; last 0)
total: 1000 unlinks in 27 seconds: 37.037037 unlinks/second
 - unlinked 0 (time 1789450591 ; total 0 ; last 0)
total: 1000 unlinks in 27 seconds: 37.037037 unlinks/second
 - unlinked 0 (time 1789450592 ; total 0 ; last 0)
total: 1000 unlinks in 27 seconds: 37.037037 unlinks/second
 - unlinked 0 (time 1789450592 ; total 0 ; last 0)
total: 1000 unlinks in 28 seconds: 35.714287 unlinks/second
 - unlinked 0 (time 1789450592 ; total 0 ; last 0)
total: 1000 unlinks in 28 seconds: 35.714287 unlinks/second
 - unlinked 0 (time 1789450592 ; total 0 ; last 0)
total: 1000 unlinks in 28 seconds: 35.714287 unlinks/second
 - unlinked 0 (time 1789450592 ; total 0 ; last 0)
total: 1000 unlinks in 28 seconds: 35.714287 unlinks/second
 - unlinked 0 (time 1789450592 ; total 0 ; last 0)
total: 1000 unlinks in 28 seconds: 35.714287 unlinks/second
 - unlinked 0 (time 1789450592 ; total 0 ; last 0)
total: 1000 unlinks in 29 seconds: 34.482758 unlinks/second
 - unlinked 0 (time 1789450592 ; total 0 ; last 0)
total: 1000 unlinks in 29 seconds: 34.482758 unlinks/second
Time for file removal 41 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8