== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 08:08:10 (1787400490)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.51 seconds: 19.46 ops/second
 - mkdir 162 (time 1787400510.72 total 10.09 last 16.06)
 - mkdir 308 (time 1787400520.74 total 20.11 last 14.57)
 - mkdir 467 (time 1787400530.84 total 30.21 last 15.75)
 - mkdir 624 (time 1787400540.91 total 40.28 last 15.58)
 - mkdir 774 (time 1787400551.00 total 50.37 last 14.87)
 - mkdir 916 (time 1787400561.07 total 60.44 last 14.11)
total: 1000 mkdir in 66.91 seconds: 14.94 ops/second
 - mkdir 161 (time 1787400511.41 total 10.03 last 16.06)
 - mkdir 309 (time 1787400521.42 total 20.04 last 14.79)
 - mkdir 460 (time 1787400531.45 total 30.06 last 15.06)
 - mkdir 605 (time 1787400541.47 total 40.08 last 14.48)
 - mkdir 753 (time 1787400551.50 total 50.11 last 14.75)
 - mkdir 886 (time 1787400561.66 total 60.27 last 13.09)
 - mkdir 991 (time 1787400571.68 total 70.30 last 10.47)
total: 1000 mkdir in 71.71 seconds: 13.95 ops/second
 - mkdir 156 (time 1787400511.65 total 10.01 last 15.59)
 - mkdir 306 (time 1787400521.70 total 20.06 last 14.92)
 - mkdir 457 (time 1787400531.72 total 30.08 last 15.07)
 - mkdir 601 (time 1787400541.74 total 40.10 last 14.36)
 - mkdir 750 (time 1787400551.75 total 50.11 last 14.89)
 - mkdir 880 (time 1787400561.89 total 60.24 last 12.83)
 - mkdir 987 (time 1787400571.94 total 70.30 last 10.64)
total: 1000 mkdir in 71.98 seconds: 13.89 ops/second
 - mkdir 157 (time 1787400510.50 total 10.01 last 15.68)
 - mkdir 308 (time 1787400520.53 total 20.04 last 15.06)
 - mkdir 457 (time 1787400530.59 total 30.10 last 14.81)
 - mkdir 604 (time 1787400540.62 total 40.14 last 14.65)
 - mkdir 747 (time 1787400550.63 total 50.15 last 14.29)
 - mkdir 878 (time 1787400560.67 total 60.19 last 13.05)
 - mkdir 981 (time 1787400570.75 total 70.27 last 10.22)
total: 1000 mkdir in 73.19 seconds: 13.66 ops/second
 - mkdir 156 (time 1787400511.31 total 10.05 last 15.52)
 - mkdir 298 (time 1787400521.35 total 20.09 last 14.15)
 - mkdir 452 (time 1787400531.38 total 30.12 last 15.34)
 - mkdir 597 (time 1787400541.46 total 40.20 last 14.38)
 - mkdir 739 (time 1787400551.48 total 50.22 last 14.18)
 - mkdir 876 (time 1787400561.51 total 60.25 last 13.66)
 - mkdir 982 (time 1787400571.60 total 70.34 last 10.51)
total: 1000 mkdir in 73.30 seconds: 13.64 ops/second
 - mkdir 153 (time 1787400511.42 total 10.01 last 15.28)
 - mkdir 303 (time 1787400521.49 total 20.09 last 14.88)
 - mkdir 453 (time 1787400531.51 total 30.11 last 14.97)
 - mkdir 598 (time 1787400541.56 total 40.16 last 14.43)
 - mkdir 747 (time 1787400551.61 total 50.21 last 14.83)
 - mkdir 879 (time 1787400561.68 total 60.28 last 13.11)
 - mkdir 981 (time 1787400571.70 total 70.29 last 10.19)
total: 1000 mkdir in 73.46 seconds: 13.61 ops/second
 - mkdir 154 (time 1787400511.46 total 10.01 last 15.38)
 - mkdir 306 (time 1787400521.51 total 20.05 last 15.14)
 - mkdir 457 (time 1787400531.53 total 30.07 last 15.07)
 - mkdir 598 (time 1787400541.57 total 40.11 last 14.04)
 - mkdir 742 (time 1787400551.58 total 50.12 last 14.39)
 - mkdir 876 (time 1787400561.63 total 60.18 last 13.33)
 - mkdir 980 (time 1787400571.70 total 70.25 last 10.33)
total: 1000 mkdir in 73.63 seconds: 13.58 ops/second
 - mkdir 155 (time 1787400511.42 total 10.08 last 15.37)
 - mkdir 300 (time 1787400521.44 total 20.10 last 14.48)
 - mkdir 450 (time 1787400531.44 total 30.10 last 15.00)
 - mkdir 594 (time 1787400541.45 total 40.11 last 14.39)
 - mkdir 742 (time 1787400551.50 total 50.16 last 14.73)
 - mkdir 872 (time 1787400561.66 total 60.32 last 12.80)
 - mkdir 977 (time 1787400571.68 total 70.35 last 10.47)
total: 1000 mkdir in 74.12 seconds: 13.49 ops/second
 - mkdir 156 (time 1787400510.07 total 10.10 last 15.45)
 - mkdir 294 (time 1787400520.11 total 20.14 last 13.74)
 - mkdir 441 (time 1787400530.22 total 30.24 last 14.55)
 - mkdir 588 (time 1787400540.31 total 40.34 last 14.56)
 - mkdir 729 (time 1787400550.40 total 50.43 last 13.97)
 - mkdir 858 (time 1787400560.40 total 60.43 last 12.90)
 - mkdir 964 (time 1787400570.46 total 70.49 last 10.54)
total: 1000 mkdir in 75.66 seconds: 13.22 ops/second
 - mkdir 158 (time 1787400509.55 total 10.04 last 15.74)
 - mkdir 295 (time 1787400519.62 total 20.10 last 13.62)
 - mkdir 441 (time 1787400529.62 total 30.11 last 14.59)
 - mkdir 587 (time 1787400539.63 total 40.12 last 14.58)
 - mkdir 719 (time 1787400549.68 total 50.16 last 13.14)
 - mkdir 843 (time 1787400559.70 total 60.18 last 12.38)
 - mkdir 948 (time 1787400569.73 total 70.22 last 10.46)
total: 1000 mkdir in 77.33 seconds: 12.93 ops/second
Time for file creation 85 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 12 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.58 seconds: 17.25 ops/second
 - mkdir 149 (time 1787401116.88 total 10.06 last 14.81)
 - mkdir 315 (time 1787401126.89 total 20.07 last 16.58)
 - mkdir 513 (time 1787401136.93 total 30.12 last 19.71)
 - mkdir 687 (time 1787401146.93 total 40.12 last 17.40)
 - mkdir 846 (time 1787401157.03 total 50.21 last 15.75)
 - mkdir 997 (time 1787401167.10 total 60.28 last 14.99)
total: 1000 mkdir in 60.49 seconds: 16.53 ops/second
 - mkdir 148 (time 1787401116.44 total 10.03 last 14.75)
 - mkdir 316 (time 1787401126.50 total 20.09 last 16.70)
 - mkdir 514 (time 1787401136.56 total 30.16 last 19.67)
 - mkdir 691 (time 1787401146.60 total 40.19 last 17.64)
 - mkdir 840 (time 1787401156.63 total 50.22 last 14.86)
 - mkdir 992 (time 1787401166.71 total 60.30 last 15.08)
total: 1000 mkdir in 61.04 seconds: 16.38 ops/second
 - mkdir 161 (time 1787401118.19 total 10.05 last 16.02)
 - mkdir 335 (time 1787401128.24 total 20.09 last 17.32)
 - mkdir 532 (time 1787401138.26 total 30.11 last 19.66)
 - mkdir 694 (time 1787401148.31 total 40.17 last 16.11)
 - mkdir 858 (time 1787401158.34 total 50.20 last 16.36)
 - mkdir 997 (time 1787401168.40 total 60.26 last 13.81)
total: 1000 mkdir in 60.55 seconds: 16.51 ops/second
 - mkdir 158 (time 1787401117.81 total 10.04 last 15.74)
 - mkdir 326 (time 1787401127.84 total 20.07 last 16.75)
 - mkdir 524 (time 1787401137.86 total 30.09 last 19.76)
 - mkdir 687 (time 1787401147.86 total 40.09 last 16.29)
 - mkdir 848 (time 1787401157.89 total 50.12 last 16.05)
 - mkdir 994 (time 1787401167.94 total 60.17 last 14.53)
total: 1000 mkdir in 60.93 seconds: 16.41 ops/second
 - mkdir 167 (time 1787401118.24 total 10.05 last 16.62)
 - mkdir 337 (time 1787401128.26 total 20.07 last 16.97)
 - mkdir 537 (time 1787401138.34 total 30.15 last 19.84)
 - mkdir 698 (time 1787401148.44 total 40.25 last 15.94)
 - mkdir 861 (time 1787401158.47 total 50.29 last 16.24)
 - mkdir 997 (time 1787401168.63 total 60.45 last 13.39)
total: 1000 mkdir in 60.78 seconds: 16.45 ops/second
 - mkdir 168 (time 1787401118.84 total 10.05 last 16.72)
 - mkdir 341 (time 1787401128.86 total 20.06 last 17.27)
 - mkdir 537 (time 1787401138.88 total 30.09 last 19.56)
 - mkdir 696 (time 1787401148.93 total 40.14 last 15.82)
 - mkdir 863 (time 1787401158.97 total 50.18 last 16.63)
 - mkdir 996 (time 1787401168.98 total 60.19 last 13.29)
total: 1000 mkdir in 60.54 seconds: 16.52 ops/second
 - mkdir 168 (time 1787401118.81 total 10.11 last 16.62)
 - mkdir 342 (time 1787401128.81 total 20.11 last 17.40)
 - mkdir 538 (time 1787401138.84 total 30.13 last 19.55)
 - mkdir 699 (time 1787401148.85 total 40.15 last 16.08)
 - mkdir 863 (time 1787401158.95 total 50.24 last 16.25)
 - mkdir 996 (time 1787401169.00 total 60.29 last 13.24)
total: 1000 mkdir in 60.68 seconds: 16.48 ops/second
 - mkdir 165 (time 1787401118.55 total 10.02 last 16.47)
 - mkdir 338 (time 1787401128.56 total 20.03 last 17.28)
 - mkdir 528 (time 1787401138.60 total 30.07 last 18.93)
 - mkdir 687 (time 1787401148.63 total 40.09 last 15.86)
 - mkdir 852 (time 1787401158.69 total 50.16 last 16.40)
 - mkdir 988 (time 1787401168.81 total 60.28 last 13.43)
total: 1000 mkdir in 61.70 seconds: 16.21 ops/second
 - mkdir 158 (time 1787401118.33 total 10.03 last 15.75)
 - mkdir 327 (time 1787401128.36 total 20.06 last 16.85)
 - mkdir 527 (time 1787401138.41 total 30.11 last 19.91)
 - mkdir 688 (time 1787401148.44 total 40.14 last 16.05)
 - mkdir 850 (time 1787401158.46 total 50.16 last 16.17)
 - mkdir 984 (time 1787401168.54 total 60.24 last 13.29)
total: 1000 mkdir in 62.20 seconds: 16.08 ops/second
 - mkdir 165 (time 1787401118.74 total 10.06 last 16.40)
 - mkdir 345 (time 1787401128.78 total 20.11 last 17.92)
 - mkdir 538 (time 1787401138.80 total 30.12 last 19.28)
 - mkdir 696 (time 1787401148.83 total 40.15 last 15.75)
 - mkdir 854 (time 1787401158.88 total 50.21 last 15.71)
 - mkdir 986 (time 1787401169.03 total 60.35 last 13.01)
total: 1000 mkdir in 61.96 seconds: 16.14 ops/second
Time for file creation 77 sec for 1 RPC sent at a time
 - unlinked 0 (time 1787401182 ; total 0 ; last 0)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
 - unlinked 0 (time 1787401181 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1787401183 ; total 0 ; last 0)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
 - unlinked 0 (time 1787401184 ; total 0 ; last 0)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
 - unlinked 0 (time 1787401184 ; total 0 ; last 0)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
 - unlinked 0 (time 1787401184 ; total 0 ; last 0)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
 - unlinked 0 (time 1787401184 ; total 0 ; last 0)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
 - unlinked 0 (time 1787401184 ; total 0 ; last 0)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
 - unlinked 0 (time 1787401184 ; total 0 ; last 0)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
 - unlinked 0 (time 1787401185 ; total 0 ; last 0)
total: 1000 unlinks in 29 seconds: 34.482758 unlinks/second
Time for file removal 41 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8