== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 04:45:21 (1788857121)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.55 seconds: 18.35 ops/second
 - mkdir 131 (time 1788857149.71 total 10.12 last 12.95)
 - mkdir 284 (time 1788857159.75 total 20.16 last 15.23)
 - mkdir 432 (time 1788857169.79 total 30.20 last 14.75)
 - mkdir 586 (time 1788857179.79 total 40.20 last 15.40)
 - mkdir 734 (time 1788857189.85 total 50.26 last 14.72)
 - mkdir 868 (time 1788857199.88 total 60.29 last 13.36)
total: 1000 mkdir in 69.03 seconds: 14.49 ops/second
 - mkdir 122 (time 1788857149.02 total 10.03 last 12.16)
 - mkdir 262 (time 1788857159.09 total 20.11 last 13.89)
 - mkdir 418 (time 1788857169.10 total 30.12 last 15.59)
 - mkdir 572 (time 1788857179.12 total 40.13 last 15.38)
 - mkdir 724 (time 1788857189.14 total 50.15 last 15.17)
 - mkdir 848 (time 1788857199.14 total 60.16 last 12.39)
 - mkdir 993 (time 1788857209.25 total 70.27 last 14.34)
total: 1000 mkdir in 70.99 seconds: 14.09 ops/second
 - mkdir 121 (time 1788857148.94 total 10.06 last 12.03)
 - mkdir 261 (time 1788857158.99 total 20.11 last 13.93)
 - mkdir 417 (time 1788857169.01 total 30.12 last 15.57)
 - mkdir 567 (time 1788857179.06 total 40.18 last 14.92)
 - mkdir 718 (time 1788857189.09 total 50.20 last 15.06)
 - mkdir 841 (time 1788857199.09 total 60.21 last 12.29)
 - mkdir 990 (time 1788857209.11 total 70.23 last 14.87)
total: 1000 mkdir in 71.47 seconds: 13.99 ops/second
 - mkdir 118 (time 1788857148.50 total 10.05 last 11.74)
 - mkdir 259 (time 1788857158.53 total 20.08 last 14.06)
 - mkdir 406 (time 1788857168.57 total 30.12 last 14.64)
 - mkdir 551 (time 1788857178.58 total 40.12 last 14.49)
 - mkdir 707 (time 1788857188.61 total 50.16 last 15.55)
 - mkdir 832 (time 1788857198.64 total 60.19 last 12.47)
 - mkdir 983 (time 1788857208.64 total 70.19 last 15.10)
total: 1000 mkdir in 72.26 seconds: 13.84 ops/second
 - mkdir 125 (time 1788857149.67 total 10.15 last 12.32)
 - mkdir 274 (time 1788857159.67 total 20.15 last 14.90)
 - mkdir 423 (time 1788857169.68 total 30.16 last 14.89)
 - mkdir 577 (time 1788857179.72 total 40.20 last 15.34)
 - mkdir 723 (time 1788857189.76 total 50.23 last 14.55)
 - mkdir 845 (time 1788857199.78 total 60.25 last 12.18)
 - mkdir 987 (time 1788857209.85 total 70.33 last 14.10)
total: 1000 mkdir in 72.20 seconds: 13.85 ops/second
 - mkdir 123 (time 1788857149.12 total 10.05 last 12.24)
 - mkdir 257 (time 1788857159.19 total 20.12 last 13.31)
 - mkdir 408 (time 1788857169.26 total 30.19 last 15.00)
 - mkdir 562 (time 1788857179.32 total 40.25 last 15.31)
 - mkdir 712 (time 1788857189.38 total 50.31 last 14.92)
 - mkdir 837 (time 1788857199.38 total 60.31 last 12.49)
 - mkdir 980 (time 1788857209.52 total 70.45 last 14.11)
total: 1000 mkdir in 73.11 seconds: 13.68 ops/second
 - mkdir 122 (time 1788857149.26 total 10.03 last 12.17)
 - mkdir 263 (time 1788857159.31 total 20.08 last 14.03)
 - mkdir 421 (time 1788857169.34 total 30.11 last 15.75)
 - mkdir 570 (time 1788857179.35 total 40.12 last 14.88)
 - mkdir 713 (time 1788857189.42 total 50.19 last 14.20)
 - mkdir 833 (time 1788857199.43 total 60.19 last 11.99)
 - mkdir 973 (time 1788857209.50 total 70.26 last 13.90)
total: 1000 mkdir in 74.00 seconds: 13.51 ops/second
 - mkdir 126 (time 1788857150.24 total 10.07 last 12.51)
 - mkdir 272 (time 1788857160.25 total 20.07 last 14.60)
 - mkdir 414 (time 1788857170.28 total 30.11 last 14.15)
 - mkdir 568 (time 1788857180.30 total 40.13 last 15.38)
 - mkdir 717 (time 1788857190.30 total 50.13 last 14.89)
 - mkdir 846 (time 1788857200.33 total 60.16 last 12.86)
 - mkdir 978 (time 1788857210.39 total 70.22 last 13.12)
total: 1000 mkdir in 73.15 seconds: 13.67 ops/second
 - mkdir 114 (time 1788857148.10 total 10.11 last 11.28)
 - mkdir 252 (time 1788857158.13 total 20.14 last 13.75)
 - mkdir 401 (time 1788857168.18 total 30.19 last 14.83)
 - mkdir 544 (time 1788857178.31 total 40.32 last 14.11)
 - mkdir 695 (time 1788857188.32 total 50.33 last 15.09)
 - mkdir 808 (time 1788857198.33 total 60.34 last 11.29)
 - mkdir 953 (time 1788857208.44 total 70.45 last 14.34)
total: 1000 mkdir in 76.85 seconds: 13.01 ops/second
 - mkdir 113 (time 1788857148.45 total 10.16 last 11.12)
 - mkdir 250 (time 1788857158.53 total 20.24 last 13.60)
 - mkdir 388 (time 1788857168.54 total 30.25 last 13.78)
 - mkdir 531 (time 1788857178.59 total 40.30 last 14.23)
 - mkdir 679 (time 1788857188.61 total 50.32 last 14.77)
 - mkdir 795 (time 1788857198.64 total 60.35 last 11.56)
 - mkdir 939 (time 1788857208.69 total 70.39 last 14.34)
total: 1000 mkdir in 77.80 seconds: 12.85 ops/second
Time for file creation 92 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 20 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.47 seconds: 21.23 ops/second
 - mkdir 116 (time 1788857759.90 total 10.07 last 11.52)
 - mkdir 256 (time 1788857769.97 total 20.13 last 13.91)
 - mkdir 362 (time 1788857780.07 total 30.23 last 10.50)
 - mkdir 478 (time 1788857790.08 total 40.24 last 11.59)
 - mkdir 616 (time 1788857800.19 total 50.35 last 13.65)
 - mkdir 752 (time 1788857810.28 total 60.44 last 13.48)
 - mkdir 902 (time 1788857820.28 total 70.44 last 15.00)
total: 1000 mkdir in 76.19 seconds: 13.12 ops/second
 - mkdir 137 (time 1788857763.76 total 10.04 last 13.65)
 - mkdir 278 (time 1788857773.79 total 20.07 last 14.05)
 - mkdir 376 (time 1788857783.83 total 30.11 last 9.77)
 - mkdir 512 (time 1788857793.85 total 40.14 last 13.56)
 - mkdir 651 (time 1788857803.87 total 50.15 last 13.88)
 - mkdir 787 (time 1788857813.87 total 60.15 last 13.59)
 - mkdir 946 (time 1788857823.90 total 70.18 last 15.86)
total: 1000 mkdir in 74.06 seconds: 13.50 ops/second
 - mkdir 118 (time 1788857759.26 total 10.08 last 11.71)
 - mkdir 246 (time 1788857769.29 total 20.11 last 12.76)
 - mkdir 356 (time 1788857779.36 total 30.18 last 10.92)
 - mkdir 462 (time 1788857789.39 total 40.20 last 10.57)
 - mkdir 601 (time 1788857799.50 total 50.31 last 13.75)
 - mkdir 738 (time 1788857809.50 total 60.32 last 13.69)
 - mkdir 879 (time 1788857819.52 total 70.34 last 14.07)
total: 1000 mkdir in 78.85 seconds: 12.68 ops/second
 - mkdir 121 (time 1788857762.95 total 10.00 last 12.10)
 - mkdir 263 (time 1788857772.98 total 20.03 last 14.17)
 - mkdir 362 (time 1788857783.03 total 30.08 last 9.85)
 - mkdir 500 (time 1788857793.05 total 40.10 last 13.77)
 - mkdir 644 (time 1788857803.06 total 50.11 last 14.39)
 - mkdir 772 (time 1788857813.08 total 60.12 last 12.78)
 - mkdir 931 (time 1788857823.15 total 70.20 last 15.78)
total: 1000 mkdir in 75.23 seconds: 13.29 ops/second
 - mkdir 128 (time 1788857762.95 total 10.02 last 12.77)
 - mkdir 268 (time 1788857773.02 total 20.09 last 13.91)
 - mkdir 368 (time 1788857783.08 total 30.15 last 9.94)
 - mkdir 500 (time 1788857793.15 total 40.22 last 13.11)
 - mkdir 639 (time 1788857803.23 total 50.30 last 13.79)
 - mkdir 768 (time 1788857813.27 total 60.34 last 12.85)
 - mkdir 925 (time 1788857823.27 total 70.34 last 15.69)
total: 1000 mkdir in 76.08 seconds: 13.14 ops/second
 - mkdir 127 (time 1788857763.34 total 10.02 last 12.67)
 - mkdir 264 (time 1788857773.34 total 20.02 last 13.70)
 - mkdir 362 (time 1788857783.37 total 30.05 last 9.78)
 - mkdir 497 (time 1788857793.38 total 40.07 last 13.48)
 - mkdir 633 (time 1788857803.39 total 50.07 last 13.60)
 - mkdir 764 (time 1788857813.41 total 60.09 last 13.07)
 - mkdir 924 (time 1788857823.46 total 70.14 last 15.92)
total: 1000 mkdir in 76.00 seconds: 13.16 ops/second
 - mkdir 131 (time 1788857763.84 total 10.04 last 13.05)
 - mkdir 265 (time 1788857773.86 total 20.06 last 13.37)
 - mkdir 362 (time 1788857783.99 total 30.19 last 9.58)
 - mkdir 499 (time 1788857794.00 total 40.20 last 13.68)
 - mkdir 639 (time 1788857804.09 total 50.28 last 13.88)
 - mkdir 773 (time 1788857814.14 total 60.33 last 13.34)
 - mkdir 930 (time 1788857824.15 total 70.35 last 15.68)
total: 1000 mkdir in 77.20 seconds: 12.95 ops/second
 - mkdir 132 (time 1788857764.03 total 10.05 last 13.13)
 - mkdir 262 (time 1788857774.08 total 20.10 last 12.93)
 - mkdir 358 (time 1788857784.09 total 30.12 last 9.58)
 - mkdir 493 (time 1788857794.11 total 40.13 last 13.48)
 - mkdir 632 (time 1788857804.14 total 50.17 last 13.85)
 - mkdir 765 (time 1788857814.16 total 60.18 last 13.28)
 - mkdir 925 (time 1788857824.20 total 70.22 last 15.94)
total: 1000 mkdir in 77.63 seconds: 12.88 ops/second
 - mkdir 133 (time 1788857764.45 total 10.16 last 13.09)
 - mkdir 259 (time 1788857774.50 total 20.22 last 12.53)
 - mkdir 349 (time 1788857784.54 total 30.26 last 8.97)
 - mkdir 497 (time 1788857794.56 total 40.27 last 14.78)
 - mkdir 625 (time 1788857804.61 total 50.33 last 12.73)
 - mkdir 762 (time 1788857814.63 total 60.35 last 13.67)
 - mkdir 925 (time 1788857824.65 total 70.37 last 16.27)
total: 1000 mkdir in 78.25 seconds: 12.78 ops/second
 - mkdir 124 (time 1788857764.24 total 10.05 last 12.34)
 - mkdir 250 (time 1788857774.30 total 20.11 last 12.52)
 - mkdir 339 (time 1788857784.31 total 30.12 last 8.89)
 - mkdir 481 (time 1788857794.33 total 40.13 last 14.19)
 - mkdir 616 (time 1788857804.39 total 50.20 last 13.41)
 - mkdir 752 (time 1788857814.46 total 60.26 last 13.51)
 - mkdir 914 (time 1788857824.52 total 70.33 last 16.10)
total: 1000 mkdir in 79.01 seconds: 12.66 ops/second
Time for file creation 92 sec for 1 RPC sent at a time
 - unlinked 0 (time 1788857841 ; total 0 ; last 0)
total: 1000 unlinks in 27 seconds: 37.037037 unlinks/second
 - unlinked 0 (time 1788857843 ; total 0 ; last 0)
total: 1000 unlinks in 28 seconds: 35.714287 unlinks/second
 - unlinked 0 (time 1788857843 ; total 0 ; last 0)
total: 1000 unlinks in 29 seconds: 34.482758 unlinks/second
 - unlinked 0 (time 1788857843 ; total 0 ; last 0)
total: 1000 unlinks in 29 seconds: 34.482758 unlinks/second
 - unlinked 0 (time 1788857844 ; total 0 ; last 0)
total: 1000 unlinks in 28 seconds: 35.714287 unlinks/second
 - unlinked 0 (time 1788857844 ; total 0 ; last 0)
total: 1000 unlinks in 29 seconds: 34.482758 unlinks/second
 - unlinked 0 (time 1788857844 ; total 0 ; last 0)
total: 1000 unlinks in 29 seconds: 34.482758 unlinks/second
 - unlinked 0 (time 1788857844 ; total 0 ; last 0)
total: 1000 unlinks in 29 seconds: 34.482758 unlinks/second
 - unlinked 0 (time 1788857844 ; total 0 ; last 0)
total: 1000 unlinks in 29 seconds: 34.482758 unlinks/second
 - unlinked 0 (time 1788857844 ; total 0 ; last 0)
total: 1000 unlinks in 29 seconds: 34.482758 unlinks/second
Time for file removal 43 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8