== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 11:56:46 (1786031806)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 1.05 seconds: 9.48 ops/second
 - mkdir 99 (time 1786031829.85 total 10.08 last 9.82)
 - mkdir 221 (time 1786031839.88 total 20.12 last 12.16)
 - mkdir 334 (time 1786031849.90 total 30.13 last 11.29)
 - mkdir 450 (time 1786031859.98 total 40.21 last 11.51)
 - mkdir 565 (time 1786031870.19 total 50.42 last 11.27)
 - mkdir 691 (time 1786031880.26 total 60.49 last 12.50)
 - mkdir 768 (time 1786031890.44 total 70.67 last 7.57)
 - mkdir 831 (time 1786031900.47 total 80.70 last 6.28)
 - mkdir 923 (time 1786031910.55 total 90.79 last 9.12)
total: 1000 mkdir in 97.36 seconds: 10.27 ops/second
 - mkdir 87 (time 1786031833.60 total 10.04 last 8.66)
 - mkdir 217 (time 1786031843.67 total 20.12 last 12.91)
 - mkdir 331 (time 1786031853.76 total 30.21 last 11.30)
 - mkdir 452 (time 1786031863.86 total 40.31 last 11.98)
 - mkdir 561 (time 1786031873.88 total 50.32 last 10.88)
 - mkdir 678 (time 1786031883.93 total 60.37 last 11.64)
 - mkdir 749 (time 1786031894.00 total 70.45 last 7.05)
 - mkdir 813 (time 1786031904.26 total 80.71 last 6.24)
 - mkdir 920 (time 1786031914.28 total 90.73 last 10.68)
total: 1000 mkdir in 100.36 seconds: 9.96 ops/second
 - mkdir 98 (time 1786031834.14 total 10.05 last 9.75)
 - mkdir 227 (time 1786031844.22 total 20.13 last 12.80)
 - mkdir 341 (time 1786031854.26 total 30.17 last 11.36)
 - mkdir 457 (time 1786031864.29 total 40.20 last 11.56)
 - mkdir 565 (time 1786031874.34 total 50.25 last 10.75)
 - mkdir 678 (time 1786031884.51 total 60.42 last 11.11)
 - mkdir 751 (time 1786031894.58 total 70.49 last 7.25)
 - mkdir 816 (time 1786031904.72 total 80.63 last 6.41)
 - mkdir 926 (time 1786031914.75 total 90.66 last 10.97)
total: 1000 mkdir in 100.03 seconds: 10.00 ops/second
 - mkdir 92 (time 1786031833.88 total 10.05 last 9.16)
 - mkdir 219 (time 1786031843.97 total 20.13 last 12.60)
 - mkdir 338 (time 1786031854.03 total 30.19 last 11.82)
 - mkdir 457 (time 1786031864.07 total 40.24 last 11.85)
 - mkdir 563 (time 1786031874.13 total 50.29 last 10.54)
 - mkdir 677 (time 1786031884.15 total 60.31 last 11.37)
 - mkdir 748 (time 1786031894.25 total 70.42 last 7.03)
 - mkdir 808 (time 1786031904.27 total 80.43 last 5.99)
 - mkdir 920 (time 1786031914.39 total 90.56 last 11.06)
 - mkdir 997 (time 1786031924.57 total 100.73 last 7.57)
total: 1000 mkdir in 101.13 seconds: 9.89 ops/second
 - mkdir 103 (time 1786031835.29 total 10.03 last 10.27)
 - mkdir 228 (time 1786031845.30 total 20.04 last 12.48)
 - mkdir 349 (time 1786031855.33 total 30.07 last 12.07)
 - mkdir 468 (time 1786031865.40 total 40.14 last 11.82)
 - mkdir 581 (time 1786031875.40 total 50.14 last 11.29)
 - mkdir 689 (time 1786031885.53 total 60.27 last 10.66)
 - mkdir 756 (time 1786031895.76 total 70.50 last 6.55)
 - mkdir 820 (time 1786031905.80 total 80.54 last 6.38)
 - mkdir 933 (time 1786031915.88 total 90.62 last 11.22)
total: 1000 mkdir in 100.29 seconds: 9.97 ops/second
 - mkdir 84 (time 1786031833.97 total 10.06 last 8.35)
 - mkdir 213 (time 1786031844.00 total 20.09 last 12.86)
 - mkdir 331 (time 1786031854.07 total 30.16 last 11.72)
 - mkdir 451 (time 1786031864.11 total 40.20 last 11.95)
 - mkdir 560 (time 1786031874.18 total 50.27 last 10.83)
 - mkdir 676 (time 1786031884.20 total 60.29 last 11.57)
 - mkdir 745 (time 1786031894.33 total 70.42 last 6.81)
 - mkdir 802 (time 1786031904.51 total 80.60 last 5.60)
 - mkdir 909 (time 1786031914.55 total 90.64 last 10.65)
 - mkdir 987 (time 1786031924.61 total 100.71 last 7.75)
total: 1000 mkdir in 102.83 seconds: 9.73 ops/second
 - mkdir 92 (time 1786031834.70 total 10.01 last 9.19)
 - mkdir 217 (time 1786031844.72 total 20.04 last 12.47)
 - mkdir 328 (time 1786031854.83 total 30.14 last 10.98)
 - mkdir 447 (time 1786031864.91 total 40.22 last 11.81)
 - mkdir 558 (time 1786031874.95 total 50.26 last 11.05)
 - mkdir 668 (time 1786031885.01 total 60.32 last 10.94)
 - mkdir 741 (time 1786031895.13 total 70.45 last 7.21)
 - mkdir 799 (time 1786031905.25 total 80.56 last 5.73)
 - mkdir 919 (time 1786031915.26 total 90.57 last 11.99)
 - mkdir 992 (time 1786031925.45 total 100.76 last 7.17)
total: 1000 mkdir in 102.12 seconds: 9.79 ops/second
 - mkdir 98 (time 1786031835.53 total 10.01 last 9.79)
 - mkdir 217 (time 1786031845.55 total 20.04 last 11.87)
 - mkdir 328 (time 1786031855.57 total 30.05 last 11.09)
 - mkdir 443 (time 1786031865.58 total 40.07 last 11.48)
 - mkdir 555 (time 1786031875.62 total 50.10 last 11.16)
 - mkdir 664 (time 1786031885.70 total 60.19 last 10.81)
 - mkdir 731 (time 1786031895.82 total 70.31 last 6.62)
 - mkdir 789 (time 1786031905.99 total 80.48 last 5.70)
 - mkdir 901 (time 1786031916.06 total 90.54 last 11.13)
 - mkdir 971 (time 1786031926.20 total 100.68 last 6.91)
total: 1000 mkdir in 104.33 seconds: 9.58 ops/second
 - mkdir 87 (time 1786031835.17 total 10.01 last 8.69)
 - mkdir 208 (time 1786031845.22 total 20.07 last 12.03)
 - mkdir 317 (time 1786031855.24 total 30.09 last 10.88)
 - mkdir 433 (time 1786031865.27 total 40.11 last 11.57)
 - mkdir 545 (time 1786031875.29 total 50.14 last 11.18)
 - mkdir 655 (time 1786031885.38 total 60.23 last 10.90)
 - mkdir 720 (time 1786031895.48 total 70.33 last 6.44)
 - mkdir 776 (time 1786031905.60 total 80.45 last 5.53)
 - mkdir 887 (time 1786031915.70 total 90.54 last 11.00)
 - mkdir 958 (time 1786031925.70 total 100.55 last 7.09)
total: 1000 mkdir in 105.75 seconds: 9.46 ops/second
 - mkdir 86 (time 1786031835.14 total 10.10 last 8.51)
 - mkdir 206 (time 1786031845.17 total 20.14 last 11.95)
 - mkdir 312 (time 1786031855.21 total 30.17 last 10.56)
 - mkdir 427 (time 1786031865.24 total 40.21 last 11.46)
 - mkdir 535 (time 1786031875.24 total 50.21 last 10.80)
 - mkdir 647 (time 1786031885.29 total 60.25 last 11.15)
 - mkdir 711 (time 1786031895.55 total 70.51 last 6.24)
 - mkdir 768 (time 1786031905.68 total 80.65 last 5.62)
 - mkdir 879 (time 1786031915.88 total 90.85 last 10.88)
 - mkdir 951 (time 1786031926.08 total 101.05 last 7.06)
total: 1000 mkdir in 106.48 seconds: 9.39 ops/second
Time for file creation 123 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 16 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.55 seconds: 18.32 ops/second
 - mkdir 87 (time 1786032675.79 total 10.10 last 8.62)
 - mkdir 156 (time 1786032685.88 total 20.19 last 6.84)
 - mkdir 262 (time 1786032695.93 total 30.24 last 10.55)
 - mkdir 377 (time 1786032705.98 total 40.28 last 11.44)
 - mkdir 482 (time 1786032715.98 total 50.29 last 10.50)
 - mkdir 597 (time 1786032726.01 total 60.31 last 11.47)
 - mkdir 718 (time 1786032736.13 total 70.43 last 11.96)
 - mkdir 834 (time 1786032746.22 total 80.52 last 11.50)
 - mkdir 954 (time 1786032756.26 total 90.56 last 11.95)
total: 1000 mkdir in 94.26 seconds: 10.61 ops/second
 - mkdir 83 (time 1786032675.07 total 10.07 last 8.24)
 - mkdir 154 (time 1786032685.31 total 20.30 last 6.94)
 - mkdir 251 (time 1786032695.32 total 30.32 last 9.69)
 - mkdir 364 (time 1786032705.40 total 40.40 last 11.21)
 - mkdir 468 (time 1786032715.44 total 50.44 last 10.36)
 - mkdir 579 (time 1786032725.50 total 60.49 last 11.04)
 - mkdir 702 (time 1786032735.54 total 70.53 last 12.25)
 - mkdir 819 (time 1786032745.56 total 80.56 last 11.67)
 - mkdir 940 (time 1786032755.62 total 90.62 last 12.03)
total: 1000 mkdir in 95.79 seconds: 10.44 ops/second
 - mkdir 85 (time 1786032675.81 total 10.01 last 8.49)
 - mkdir 152 (time 1786032685.82 total 20.02 last 6.69)
 - mkdir 253 (time 1786032695.84 total 30.04 last 10.09)
 - mkdir 367 (time 1786032705.84 total 40.04 last 11.40)
 - mkdir 471 (time 1786032715.90 total 50.10 last 10.34)
 - mkdir 585 (time 1786032725.91 total 60.11 last 11.38)
 - mkdir 709 (time 1786032735.95 total 70.15 last 12.36)
 - mkdir 824 (time 1786032745.99 total 80.19 last 11.45)
 - mkdir 943 (time 1786032756.04 total 90.24 last 11.84)
total: 1000 mkdir in 95.60 seconds: 10.46 ops/second
 - mkdir 82 (time 1786032676.12 total 10.14 last 8.09)
 - mkdir 149 (time 1786032686.23 total 20.26 last 6.62)
 - mkdir 250 (time 1786032696.25 total 30.28 last 10.08)
 - mkdir 364 (time 1786032706.36 total 40.39 last 11.27)
 - mkdir 474 (time 1786032716.48 total 50.50 last 10.88)
 - mkdir 588 (time 1786032726.50 total 60.53 last 11.37)
 - mkdir 706 (time 1786032736.51 total 70.53 last 11.79)
 - mkdir 821 (time 1786032746.60 total 80.62 last 11.40)
 - mkdir 948 (time 1786032756.61 total 90.64 last 12.68)
total: 1000 mkdir in 95.55 seconds: 10.47 ops/second
 - mkdir 84 (time 1786032676.84 total 10.14 last 8.28)
 - mkdir 156 (time 1786032686.86 total 20.17 last 7.18)
 - mkdir 267 (time 1786032696.96 total 30.26 last 11.00)
 - mkdir 374 (time 1786032707.05 total 40.35 last 10.60)
 - mkdir 476 (time 1786032717.10 total 50.41 last 10.15)
 - mkdir 597 (time 1786032727.16 total 60.46 last 12.03)
 - mkdir 720 (time 1786032737.19 total 70.49 last 12.27)
 - mkdir 835 (time 1786032747.25 total 80.56 last 11.42)
 - mkdir 954 (time 1786032757.32 total 90.63 last 11.82)
total: 1000 mkdir in 94.87 seconds: 10.54 ops/second
 - mkdir 84 (time 1786032675.48 total 10.06 last 8.35)
 - mkdir 154 (time 1786032685.67 total 20.25 last 6.87)
 - mkdir 252 (time 1786032695.75 total 30.33 last 9.73)
 - mkdir 365 (time 1786032705.84 total 40.42 last 11.20)
 - mkdir 468 (time 1786032715.92 total 50.50 last 10.22)
 - mkdir 581 (time 1786032725.96 total 60.54 last 11.25)
 - mkdir 705 (time 1786032736.11 total 70.69 last 12.22)
 - mkdir 820 (time 1786032746.19 total 80.77 last 11.40)
 - mkdir 942 (time 1786032756.21 total 90.79 last 12.18)
total: 1000 mkdir in 96.15 seconds: 10.40 ops/second
 - mkdir 84 (time 1786032673.89 total 10.06 last 8.35)
 - mkdir 156 (time 1786032684.02 total 20.19 last 7.10)
 - mkdir 236 (time 1786032694.03 total 30.20 last 7.99)
 - mkdir 350 (time 1786032704.10 total 40.27 last 11.32)
 - mkdir 452 (time 1786032714.11 total 50.28 last 10.19)
 - mkdir 559 (time 1786032724.13 total 60.30 last 10.68)
 - mkdir 681 (time 1786032734.18 total 70.35 last 12.14)
 - mkdir 791 (time 1786032744.18 total 80.35 last 10.99)
 - mkdir 914 (time 1786032754.20 total 90.37 last 12.28)
total: 1000 mkdir in 97.92 seconds: 10.21 ops/second
 - mkdir 90 (time 1786032675.48 total 10.03 last 8.97)
 - mkdir 155 (time 1786032685.63 total 20.17 last 6.41)
 - mkdir 252 (time 1786032695.67 total 30.22 last 9.66)
 - mkdir 367 (time 1786032705.68 total 40.23 last 11.49)
 - mkdir 472 (time 1786032715.73 total 50.28 last 10.45)
 - mkdir 581 (time 1786032725.77 total 60.31 last 10.86)
 - mkdir 701 (time 1786032735.82 total 70.36 last 11.94)
 - mkdir 815 (time 1786032745.85 total 80.40 last 11.36)
 - mkdir 934 (time 1786032755.92 total 90.47 last 11.82)
total: 1000 mkdir in 96.45 seconds: 10.37 ops/second
 - mkdir 81 (time 1786032676.19 total 10.11 last 8.01)
 - mkdir 142 (time 1786032686.23 total 20.16 last 6.07)
 - mkdir 243 (time 1786032696.25 total 30.18 last 10.08)
 - mkdir 348 (time 1786032706.30 total 40.23 last 10.45)
 - mkdir 450 (time 1786032716.46 total 50.39 last 10.04)
 - mkdir 565 (time 1786032726.49 total 60.42 last 11.46)
 - mkdir 689 (time 1786032736.54 total 70.47 last 12.34)
 - mkdir 807 (time 1786032746.55 total 80.48 last 11.79)
 - mkdir 930 (time 1786032756.61 total 90.54 last 12.23)
total: 1000 mkdir in 96.48 seconds: 10.36 ops/second
 - mkdir 78 (time 1786032674.44 total 10.09 last 7.73)
 - mkdir 143 (time 1786032684.48 total 20.13 last 6.48)
 - mkdir 227 (time 1786032694.50 total 30.15 last 8.38)
 - mkdir 335 (time 1786032704.53 total 40.18 last 10.77)
 - mkdir 438 (time 1786032714.55 total 50.20 last 10.28)
 - mkdir 547 (time 1786032724.63 total 60.28 last 10.81)
 - mkdir 672 (time 1786032734.67 total 70.32 last 12.45)
 - mkdir 786 (time 1786032744.68 total 80.32 last 11.40)
 - mkdir 907 (time 1786032754.71 total 90.35 last 12.07)
total: 1000 mkdir in 98.36 seconds: 10.17 ops/second
Time for file creation 112 sec for 1 RPC sent at a time
 - unlinked 0 (time 1786032774 ; total 0 ; last 0)
total: 1000 unlinks in 51 seconds: 19.607843 unlinks/second
 - unlinked 0 (time 1786032775 ; total 0 ; last 0)
total: 1000 unlinks in 53 seconds: 18.867924 unlinks/second
 - unlinked 0 (time 1786032776 ; total 1 ; last 1)
total: 1000 unlinks in 53 seconds: 18.867924 unlinks/second
 - unlinked 0 (time 1786032776 ; total 0 ; last 0)
total: 1000 unlinks in 53 seconds: 18.867924 unlinks/second
 - unlinked 0 (time 1786032776 ; total 0 ; last 0)
total: 1000 unlinks in 53 seconds: 18.867924 unlinks/second
 - unlinked 0 (time 1786032776 ; total 0 ; last 0)
total: 1000 unlinks in 53 seconds: 18.867924 unlinks/second
 - unlinked 0 (time 1786032776 ; total 0 ; last 0)
total: 1000 unlinks in 53 seconds: 18.867924 unlinks/second
 - unlinked 0 (time 1786032776 ; total 0 ; last 0)
total: 1000 unlinks in 53 seconds: 18.867924 unlinks/second
 - unlinked 0 (time 1786032777 ; total 1 ; last 1)
total: 1000 unlinks in 54 seconds: 18.518518 unlinks/second
 - unlinked 0 (time 1786032776 ; total 0 ; last 0)
total: 1000 unlinks in 54 seconds: 18.518518 unlinks/second
Time for file removal 70 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8