== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 22:52:06 (1781232726)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.52 seconds: 19.06 ops/second
 - mkdir 238 (time 1781232746.24 total 10.06 last 23.67)
 - mkdir 477 (time 1781232756.27 total 20.09 last 23.81)
 - mkdir 712 (time 1781232766.28 total 30.10 last 23.48)
 - mkdir 944 (time 1781232776.29 total 40.11 last 23.19)
total: 1000 mkdir in 42.29 seconds: 23.65 ops/second
 - mkdir 236 (time 1781232747.65 total 10.04 last 23.49)
 - mkdir 505 (time 1781232757.67 total 20.06 last 26.85)
 - mkdir 739 (time 1781232767.68 total 30.07 last 23.38)
 - mkdir 982 (time 1781232777.71 total 40.11 last 24.22)
total: 1000 mkdir in 41.11 seconds: 24.33 ops/second
 - mkdir 240 (time 1781232747.26 total 10.04 last 23.90)
 - mkdir 495 (time 1781232757.26 total 20.04 last 25.49)
 - mkdir 734 (time 1781232767.28 total 30.07 last 23.85)
 - mkdir 968 (time 1781232777.30 total 40.09 last 23.35)
total: 1000 mkdir in 42.21 seconds: 23.69 ops/second
 - mkdir 233 (time 1781232746.92 total 10.02 last 23.25)
 - mkdir 482 (time 1781232756.96 total 20.06 last 24.81)
 - mkdir 717 (time 1781232766.98 total 30.08 last 23.45)
 - mkdir 948 (time 1781232776.98 total 40.08 last 23.09)
total: 1000 mkdir in 43.27 seconds: 23.11 ops/second
 - mkdir 230 (time 1781232747.42 total 10.01 last 22.97)
 - mkdir 495 (time 1781232757.44 total 20.04 last 26.44)
 - mkdir 722 (time 1781232767.46 total 30.06 last 22.65)
 - mkdir 959 (time 1781232777.47 total 40.07 last 23.68)
total: 1000 mkdir in 43.44 seconds: 23.02 ops/second
 - mkdir 234 (time 1781232747.85 total 10.03 last 23.34)
 - mkdir 498 (time 1781232757.86 total 20.04 last 26.37)
 - mkdir 724 (time 1781232767.89 total 30.06 last 22.55)
 - mkdir 961 (time 1781232777.91 total 40.09 last 23.64)
total: 1000 mkdir in 43.98 seconds: 22.74 ops/second
 - mkdir 227 (time 1781232748.13 total 10.00 last 22.70)
 - mkdir 498 (time 1781232758.14 total 20.01 last 27.07)
 - mkdir 723 (time 1781232768.17 total 30.04 last 22.44)
 - mkdir 958 (time 1781232778.17 total 40.04 last 23.49)
total: 1000 mkdir in 44.78 seconds: 22.33 ops/second
 - mkdir 230 (time 1781232748.02 total 10.02 last 22.96)
 - mkdir 492 (time 1781232758.08 total 20.07 last 26.06)
 - mkdir 720 (time 1781232768.13 total 30.13 last 22.67)
 - mkdir 950 (time 1781232778.17 total 40.17 last 22.91)
total: 1000 mkdir in 45.57 seconds: 21.95 ops/second
 - mkdir 218 (time 1781232747.21 total 10.02 last 21.77)
 - mkdir 468 (time 1781232757.24 total 20.04 last 24.93)
 - mkdir 697 (time 1781232767.25 total 30.06 last 22.87)
 - mkdir 927 (time 1781232777.25 total 40.06 last 22.99)
total: 1000 mkdir in 46.59 seconds: 21.47 ops/second
 - mkdir 220 (time 1781232747.96 total 10.02 last 21.95)
 - mkdir 476 (time 1781232757.98 total 20.04 last 25.55)
 - mkdir 696 (time 1781232767.99 total 30.05 last 21.97)
 - mkdir 924 (time 1781232778.00 total 40.07 last 22.77)
total: 1000 mkdir in 47.41 seconds: 21.09 ops/second
Time for file creation 57 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 14 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.45 seconds: 22.38 ops/second
 - mkdir 213 (time 1781233225.99 total 10.02 last 21.26)
 - mkdir 417 (time 1781233236.01 total 20.04 last 20.36)
 - mkdir 616 (time 1781233246.02 total 30.05 last 19.88)
 - mkdir 860 (time 1781233256.03 total 40.06 last 24.38)
total: 1000 mkdir in 44.57 seconds: 22.44 ops/second
 - mkdir 204 (time 1781233225.16 total 10.09 last 20.23)
 - mkdir 403 (time 1781233235.17 total 20.09 last 19.88)
 - mkdir 601 (time 1781233245.26 total 30.18 last 19.62)
 - mkdir 839 (time 1781233255.29 total 40.22 last 23.72)
total: 1000 mkdir in 45.54 seconds: 21.96 ops/second
 - mkdir 208 (time 1781233225.89 total 10.05 last 20.70)
 - mkdir 412 (time 1781233235.89 total 20.05 last 20.40)
 - mkdir 611 (time 1781233245.90 total 30.06 last 19.88)
 - mkdir 851 (time 1781233255.90 total 40.06 last 23.98)
total: 1000 mkdir in 45.26 seconds: 22.09 ops/second
 - mkdir 214 (time 1781233226.15 total 10.04 last 21.31)
 - mkdir 415 (time 1781233236.16 total 20.06 last 20.07)
 - mkdir 614 (time 1781233246.17 total 30.06 last 19.89)
 - mkdir 861 (time 1781233256.17 total 40.07 last 24.69)
total: 1000 mkdir in 45.05 seconds: 22.20 ops/second
 - mkdir 213 (time 1781233226.06 total 10.02 last 21.26)
 - mkdir 414 (time 1781233236.09 total 20.04 last 20.05)
 - mkdir 613 (time 1781233246.13 total 30.09 last 19.82)
 - mkdir 859 (time 1781233256.14 total 40.09 last 24.59)
total: 1000 mkdir in 45.50 seconds: 21.98 ops/second
 - mkdir 210 (time 1781233226.46 total 10.05 last 20.89)
 - mkdir 414 (time 1781233236.48 total 20.07 last 20.35)
 - mkdir 616 (time 1781233246.50 total 30.09 last 20.17)
 - mkdir 866 (time 1781233256.52 total 40.11 last 24.96)
total: 1000 mkdir in 45.28 seconds: 22.09 ops/second
 - mkdir 203 (time 1781233224.93 total 10.01 last 20.28)
 - mkdir 391 (time 1781233234.96 total 20.04 last 18.74)
 - mkdir 592 (time 1781233244.99 total 30.07 last 20.04)
 - mkdir 825 (time 1781233255.00 total 40.08 last 23.28)
total: 1000 mkdir in 46.82 seconds: 21.36 ops/second
 - mkdir 216 (time 1781233226.33 total 10.02 last 21.56)
 - mkdir 412 (time 1781233236.40 total 20.09 last 19.46)
 - mkdir 618 (time 1781233246.43 total 30.12 last 20.54)
 - mkdir 860 (time 1781233256.44 total 40.13 last 24.19)
total: 1000 mkdir in 45.80 seconds: 21.83 ops/second
 - mkdir 209 (time 1781233226.04 total 10.03 last 20.83)
 - mkdir 409 (time 1781233236.07 total 20.07 last 19.94)
 - mkdir 615 (time 1781233246.07 total 30.07 last 20.60)
 - mkdir 849 (time 1781233256.08 total 40.08 last 23.38)
total: 1000 mkdir in 46.28 seconds: 21.61 ops/second
 - mkdir 209 (time 1781233226.24 total 10.03 last 20.85)
 - mkdir 407 (time 1781233236.26 total 20.05 last 19.75)
 - mkdir 602 (time 1781233246.26 total 30.05 last 19.49)
 - mkdir 848 (time 1781233256.29 total 40.08 last 24.55)
total: 1000 mkdir in 46.42 seconds: 21.54 ops/second
Time for file creation 61 sec for 1 RPC sent at a time
 - unlinked 0 (time 1781233272 ; total 0 ; last 0)
total: 1000 unlinks in 27 seconds: 37.037037 unlinks/second
 - unlinked 0 (time 1781233272 ; total 0 ; last 0)
total: 1000 unlinks in 29 seconds: 34.482758 unlinks/second
 - unlinked 0 (time 1781233275 ; total 0 ; last 0)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
 - unlinked 0 (time 1781233275 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1781233275 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1781233275 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
 - unlinked 0 (time 1781233275 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
 - unlinked 0 (time 1781233276 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1781233276 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1781233276 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
Time for file removal 44 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8