== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 05:22:50 (1781256170)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.55 seconds: 18.18 ops/second
 - mkdir 179 (time 1781256190.93 total 10.00 last 17.90)
 - mkdir 363 (time 1781256200.95 total 20.02 last 18.36)
 - mkdir 518 (time 1781256210.97 total 30.04 last 15.47)
 - mkdir 661 (time 1781256220.97 total 40.04 last 14.30)
 - mkdir 842 (time 1781256230.99 total 50.05 last 18.07)
total: 1000 mkdir in 58.19 seconds: 17.19 ops/second
 - mkdir 188 (time 1781256192.13 total 10.01 last 18.78)
 - mkdir 365 (time 1781256202.14 total 20.02 last 17.68)
 - mkdir 516 (time 1781256212.16 total 30.04 last 15.07)
 - mkdir 663 (time 1781256222.17 total 40.05 last 14.69)
 - mkdir 845 (time 1781256232.17 total 50.05 last 18.19)
total: 1000 mkdir in 58.39 seconds: 17.13 ops/second
 - mkdir 204 (time 1781256193.12 total 10.07 last 20.25)
 - mkdir 376 (time 1781256203.14 total 20.09 last 17.18)
 - mkdir 531 (time 1781256213.21 total 30.16 last 15.38)
 - mkdir 685 (time 1781256223.24 total 40.19 last 15.36)
 - mkdir 867 (time 1781256233.26 total 50.21 last 18.16)
total: 1000 mkdir in 57.57 seconds: 17.37 ops/second
 - mkdir 185 (time 1781256192.09 total 10.02 last 18.46)
 - mkdir 362 (time 1781256202.13 total 20.06 last 17.64)
 - mkdir 512 (time 1781256212.13 total 30.06 last 15.00)
 - mkdir 659 (time 1781256222.13 total 40.06 last 14.69)
 - mkdir 844 (time 1781256232.14 total 50.07 last 18.49)
total: 1000 mkdir in 58.85 seconds: 16.99 ops/second
 - mkdir 190 (time 1781256192.48 total 10.04 last 18.93)
 - mkdir 367 (time 1781256202.59 total 20.15 last 17.50)
 - mkdir 520 (time 1781256212.62 total 30.19 last 15.25)
 - mkdir 668 (time 1781256222.65 total 40.21 last 14.76)
 - mkdir 850 (time 1781256232.70 total 50.26 last 18.12)
total: 1000 mkdir in 58.50 seconds: 17.09 ops/second
 - mkdir 191 (time 1781256192.59 total 10.03 last 19.03)
 - mkdir 368 (time 1781256202.65 total 20.10 last 17.59)
 - mkdir 518 (time 1781256212.70 total 30.15 last 14.93)
 - mkdir 673 (time 1781256222.74 total 40.18 last 15.45)
 - mkdir 855 (time 1781256232.77 total 50.22 last 18.13)
total: 1000 mkdir in 58.48 seconds: 17.10 ops/second
 - mkdir 198 (time 1781256193.26 total 10.02 last 19.76)
 - mkdir 374 (time 1781256203.40 total 20.16 last 17.36)
 - mkdir 526 (time 1781256213.43 total 30.19 last 15.16)
 - mkdir 688 (time 1781256223.45 total 40.21 last 16.17)
 - mkdir 865 (time 1781256233.50 total 50.26 last 17.60)
total: 1000 mkdir in 58.34 seconds: 17.14 ops/second
 - mkdir 195 (time 1781256192.95 total 10.05 last 19.39)
 - mkdir 368 (time 1781256202.98 total 20.08 last 17.26)
 - mkdir 518 (time 1781256212.99 total 30.09 last 14.99)
 - mkdir 669 (time 1781256223.00 total 40.10 last 15.08)
 - mkdir 851 (time 1781256233.01 total 50.11 last 18.17)
total: 1000 mkdir in 59.06 seconds: 16.93 ops/second
 - mkdir 181 (time 1781256192.22 total 10.03 last 18.05)
 - mkdir 350 (time 1781256202.28 total 20.08 last 16.81)
 - mkdir 496 (time 1781256212.31 total 30.12 last 14.54)
 - mkdir 644 (time 1781256222.32 total 40.12 last 14.80)
 - mkdir 829 (time 1781256232.36 total 50.17 last 18.41)
 - mkdir 996 (time 1781256242.46 total 60.27 last 16.54)
total: 1000 mkdir in 60.78 seconds: 16.45 ops/second
 - mkdir 182 (time 1781256192.55 total 10.01 last 18.17)
 - mkdir 355 (time 1781256202.62 total 20.08 last 17.19)
 - mkdir 504 (time 1781256212.64 total 30.10 last 14.87)
 - mkdir 654 (time 1781256222.70 total 40.16 last 14.91)
 - mkdir 838 (time 1781256232.70 total 50.16 last 18.39)
 - mkdir 996 (time 1781256242.77 total 60.23 last 15.69)
total: 1000 mkdir in 60.74 seconds: 16.46 ops/second
Time for file creation 72 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 16 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.77 seconds: 13.05 ops/second
 - mkdir 185 (time 1781256777.16 total 10.01 last 18.48)
 - mkdir 385 (time 1781256787.17 total 20.02 last 19.98)
 - mkdir 579 (time 1781256797.22 total 30.07 last 19.31)
 - mkdir 724 (time 1781256807.26 total 40.11 last 14.44)
 - mkdir 877 (time 1781256817.30 total 50.15 last 15.24)
total: 1000 mkdir in 59.97 seconds: 16.67 ops/second
 - mkdir 162 (time 1781256776.30 total 10.02 last 16.18)
 - mkdir 369 (time 1781256786.31 total 20.03 last 20.67)
 - mkdir 564 (time 1781256796.36 total 30.07 last 19.41)
 - mkdir 709 (time 1781256806.43 total 40.14 last 14.40)
 - mkdir 864 (time 1781256816.45 total 50.17 last 15.46)
 - mkdir 991 (time 1781256826.50 total 60.22 last 12.64)
total: 1000 mkdir in 61.07 seconds: 16.38 ops/second
 - mkdir 177 (time 1781256776.93 total 10.03 last 17.65)
 - mkdir 377 (time 1781256786.95 total 20.04 last 19.97)
 - mkdir 561 (time 1781256797.04 total 30.13 last 18.24)
 - mkdir 706 (time 1781256807.04 total 40.14 last 14.49)
 - mkdir 862 (time 1781256817.10 total 50.20 last 15.51)
 - mkdir 992 (time 1781256827.14 total 60.24 last 12.94)
total: 1000 mkdir in 61.24 seconds: 16.33 ops/second
 - mkdir 195 (time 1781256778.04 total 10.00 last 19.50)
 - mkdir 390 (time 1781256788.06 total 20.02 last 19.45)
 - mkdir 584 (time 1781256798.08 total 30.05 last 19.36)
 - mkdir 724 (time 1781256808.12 total 40.08 last 13.95)
 - mkdir 879 (time 1781256818.13 total 50.09 last 15.49)
 - mkdir 997 (time 1781256828.13 total 60.09 last 11.79)
total: 1000 mkdir in 60.47 seconds: 16.54 ops/second
 - mkdir 182 (time 1781256777.37 total 10.04 last 18.14)
 - mkdir 378 (time 1781256787.39 total 20.06 last 19.54)
 - mkdir 568 (time 1781256797.39 total 30.06 last 19.00)
 - mkdir 715 (time 1781256807.47 total 40.14 last 14.59)
 - mkdir 868 (time 1781256817.50 total 50.17 last 15.26)
 - mkdir 989 (time 1781256827.53 total 60.20 last 12.06)
total: 1000 mkdir in 61.41 seconds: 16.29 ops/second
 - mkdir 193 (time 1781256778.00 total 10.07 last 19.17)
 - mkdir 396 (time 1781256788.03 total 20.10 last 20.23)
 - mkdir 580 (time 1781256798.04 total 30.11 last 18.39)
 - mkdir 727 (time 1781256808.07 total 40.14 last 14.66)
 - mkdir 879 (time 1781256818.08 total 50.15 last 15.18)
 - mkdir 995 (time 1781256828.26 total 60.33 last 11.39)
total: 1000 mkdir in 60.98 seconds: 16.40 ops/second
 - mkdir 184 (time 1781256777.37 total 10.02 last 18.36)
 - mkdir 381 (time 1781256787.41 total 20.07 last 19.62)
 - mkdir 571 (time 1781256797.42 total 30.08 last 18.98)
 - mkdir 713 (time 1781256807.44 total 40.10 last 14.17)
 - mkdir 867 (time 1781256817.50 total 50.15 last 15.31)
 - mkdir 987 (time 1781256827.64 total 60.30 last 11.83)
total: 1000 mkdir in 61.95 seconds: 16.14 ops/second
 - mkdir 157 (time 1781256776.03 total 10.02 last 15.67)
 - mkdir 357 (time 1781256786.03 total 20.02 last 19.99)
 - mkdir 550 (time 1781256796.08 total 30.06 last 19.22)
 - mkdir 690 (time 1781256806.09 total 40.07 last 13.99)
 - mkdir 843 (time 1781256816.16 total 50.15 last 15.19)
 - mkdir 971 (time 1781256826.23 total 60.22 last 12.71)
total: 1000 mkdir in 63.75 seconds: 15.69 ops/second
 - mkdir 188 (time 1781256777.81 total 10.04 last 18.72)
 - mkdir 378 (time 1781256787.85 total 20.08 last 18.93)
 - mkdir 563 (time 1781256797.85 total 30.08 last 18.50)
 - mkdir 704 (time 1781256807.90 total 40.13 last 14.03)
 - mkdir 858 (time 1781256817.92 total 50.15 last 15.36)
 - mkdir 979 (time 1781256828.04 total 60.27 last 11.95)
total: 1000 mkdir in 62.75 seconds: 15.94 ops/second
 - mkdir 180 (time 1781256778.42 total 10.09 last 17.84)
 - mkdir 375 (time 1781256788.46 total 20.13 last 19.42)
 - mkdir 549 (time 1781256798.51 total 30.18 last 17.32)
 - mkdir 689 (time 1781256808.51 total 40.19 last 13.99)
 - mkdir 841 (time 1781256818.54 total 50.21 last 15.16)
 - mkdir 957 (time 1781256828.66 total 60.33 last 11.47)
total: 1000 mkdir in 64.78 seconds: 15.44 ops/second
Time for file creation 78 sec for 1 RPC sent at a time
 - unlinked 0 (time 1781256844 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1781256845 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1781256845 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1781256845 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1781256846 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1781256846 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1781256846 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1781256846 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1781256846 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1781256846 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
Time for file removal 51 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8