== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 15:03:38 (1786043018)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.37 seconds: 27.31 ops/second
 - mkdir 129 (time 1786043044.60 total 10.03 last 12.86)
 - mkdir 257 (time 1786043054.67 total 20.11 last 12.71)
 - mkdir 357 (time 1786043064.72 total 30.16 last 9.95)
 - mkdir 475 (time 1786043074.77 total 40.21 last 11.74)
 - mkdir 582 (time 1786043084.87 total 50.31 last 10.60)
 - mkdir 709 (time 1786043094.92 total 60.36 last 12.63)
 - mkdir 841 (time 1786043104.98 total 70.42 last 13.13)
 - mkdir 947 (time 1786043115.09 total 80.53 last 10.49)
total: 1000 mkdir in 87.00 seconds: 11.49 ops/second
 - mkdir 130 (time 1786043042.38 total 10.07 last 12.91)
 - mkdir 255 (time 1786043052.41 total 20.10 last 12.47)
 - mkdir 356 (time 1786043062.46 total 30.15 last 10.04)
 - mkdir 457 (time 1786043072.54 total 40.23 last 10.02)
 - mkdir 568 (time 1786043082.64 total 50.33 last 10.99)
 - mkdir 687 (time 1786043092.65 total 60.34 last 11.89)
 - mkdir 816 (time 1786043102.66 total 70.35 last 12.89)
 - mkdir 925 (time 1786043112.73 total 80.42 last 10.82)
total: 1000 mkdir in 89.39 seconds: 11.19 ops/second
 - mkdir 123 (time 1786043043.75 total 10.07 last 12.22)
 - mkdir 250 (time 1786043053.75 total 20.07 last 12.70)
 - mkdir 349 (time 1786043063.78 total 30.10 last 9.87)
 - mkdir 458 (time 1786043073.81 total 40.13 last 10.87)
 - mkdir 560 (time 1786043083.81 total 50.14 last 10.19)
 - mkdir 686 (time 1786043093.87 total 60.19 last 12.53)
 - mkdir 815 (time 1786043103.96 total 70.28 last 12.78)
 - mkdir 922 (time 1786043114.01 total 80.33 last 10.65)
 - mkdir 998 (time 1786043124.23 total 90.55 last 7.44)
total: 1000 mkdir in 90.76 seconds: 11.02 ops/second
 - mkdir 125 (time 1786043044.91 total 10.04 last 12.45)
 - mkdir 250 (time 1786043054.92 total 20.05 last 12.49)
 - mkdir 348 (time 1786043064.97 total 30.10 last 9.75)
 - mkdir 466 (time 1786043074.97 total 40.11 last 11.79)
 - mkdir 568 (time 1786043084.99 total 50.12 last 10.19)
 - mkdir 694 (time 1786043095.05 total 60.18 last 12.52)
 - mkdir 817 (time 1786043105.06 total 70.19 last 12.29)
 - mkdir 922 (time 1786043115.12 total 80.25 last 10.44)
 - mkdir 995 (time 1786043125.21 total 90.35 last 7.23)
total: 1000 mkdir in 90.95 seconds: 10.99 ops/second
 - mkdir 127 (time 1786043040.28 total 10.02 last 12.67)
 - mkdir 239 (time 1786043050.28 total 20.03 last 11.20)
 - mkdir 341 (time 1786043060.34 total 30.09 last 10.14)
 - mkdir 434 (time 1786043070.37 total 40.12 last 9.27)
 - mkdir 538 (time 1786043080.48 total 50.22 last 10.29)
 - mkdir 648 (time 1786043090.52 total 60.27 last 10.95)
 - mkdir 764 (time 1786043100.59 total 70.34 last 11.52)
 - mkdir 880 (time 1786043110.63 total 80.38 last 11.55)
 - mkdir 970 (time 1786043120.81 total 90.56 last 8.84)
total: 1000 mkdir in 95.88 seconds: 10.43 ops/second
 - mkdir 125 (time 1786043045.05 total 10.04 last 12.45)
 - mkdir 252 (time 1786043055.08 total 20.07 last 12.66)
 - mkdir 346 (time 1786043065.13 total 30.13 last 9.35)
 - mkdir 457 (time 1786043075.18 total 40.17 last 11.05)
 - mkdir 561 (time 1786043085.21 total 50.21 last 10.36)
 - mkdir 690 (time 1786043095.32 total 60.31 last 12.77)
 - mkdir 819 (time 1786043105.32 total 70.31 last 12.90)
 - mkdir 921 (time 1786043115.45 total 80.44 last 10.07)
 - mkdir 994 (time 1786043125.47 total 90.47 last 7.28)
total: 1000 mkdir in 91.18 seconds: 10.97 ops/second
 - mkdir 126 (time 1786043044.51 total 10.00 last 12.59)
 - mkdir 248 (time 1786043054.54 total 20.03 last 12.17)
 - mkdir 345 (time 1786043064.55 total 30.05 last 9.68)
 - mkdir 455 (time 1786043074.62 total 40.11 last 10.93)
 - mkdir 555 (time 1786043084.66 total 50.15 last 9.96)
 - mkdir 679 (time 1786043094.67 total 60.16 last 12.38)
 - mkdir 809 (time 1786043104.71 total 70.20 last 12.95)
 - mkdir 913 (time 1786043114.78 total 80.27 last 10.33)
 - mkdir 985 (time 1786043124.90 total 90.39 last 7.12)
total: 1000 mkdir in 92.86 seconds: 10.77 ops/second
 - mkdir 116 (time 1786043042.74 total 10.04 last 11.56)
 - mkdir 235 (time 1786043052.74 total 20.04 last 11.90)
 - mkdir 332 (time 1786043062.76 total 30.05 last 9.69)
 - mkdir 436 (time 1786043072.78 total 40.08 last 10.37)
 - mkdir 539 (time 1786043082.87 total 50.17 last 10.21)
 - mkdir 657 (time 1786043092.90 total 60.20 last 11.76)
 - mkdir 782 (time 1786043103.00 total 70.29 last 12.39)
 - mkdir 890 (time 1786043113.03 total 80.32 last 10.77)
 - mkdir 969 (time 1786043123.14 total 90.43 last 7.82)
total: 1000 mkdir in 95.51 seconds: 10.47 ops/second
 - mkdir 125 (time 1786043044.23 total 10.07 last 12.41)
 - mkdir 245 (time 1786043054.26 total 20.10 last 11.97)
 - mkdir 340 (time 1786043064.36 total 30.20 last 9.40)
 - mkdir 450 (time 1786043074.42 total 40.26 last 10.93)
 - mkdir 546 (time 1786043084.44 total 50.29 last 9.58)
 - mkdir 667 (time 1786043094.51 total 60.35 last 12.02)
 - mkdir 791 (time 1786043104.52 total 70.37 last 12.38)
 - mkdir 898 (time 1786043114.54 total 80.38 last 10.68)
 - mkdir 969 (time 1786043124.74 total 90.58 last 6.96)
total: 1000 mkdir in 95.09 seconds: 10.52 ops/second
 - mkdir 123 (time 1786043044.90 total 10.05 last 12.24)
 - mkdir 239 (time 1786043055.06 total 20.21 last 11.42)
 - mkdir 328 (time 1786043065.15 total 30.30 last 8.81)
 - mkdir 439 (time 1786043075.16 total 40.31 last 11.09)
 - mkdir 537 (time 1786043085.20 total 50.35 last 9.76)
 - mkdir 658 (time 1786043095.20 total 60.35 last 12.10)
 - mkdir 778 (time 1786043105.21 total 70.36 last 11.99)
 - mkdir 881 (time 1786043115.36 total 80.51 last 10.15)
 - mkdir 951 (time 1786043125.42 total 90.57 last 6.96)
total: 1000 mkdir in 96.42 seconds: 10.37 ops/second
Time for file creation 110 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 24 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.38 seconds: 26.53 ops/second
 - mkdir 57 (time 1786043871.38 total 10.10 last 5.64)
 - mkdir 133 (time 1786043881.42 total 20.13 last 7.57)
 - mkdir 223 (time 1786043891.50 total 30.21 last 8.93)
 - mkdir 326 (time 1786043901.52 total 40.23 last 10.28)
 - mkdir 431 (time 1786043911.57 total 50.28 last 10.45)
 - mkdir 549 (time 1786043921.62 total 60.34 last 11.73)
 - mkdir 672 (time 1786043931.65 total 70.36 last 12.27)
 - mkdir 779 (time 1786043941.70 total 80.42 last 10.64)
 - mkdir 874 (time 1786043951.81 total 90.52 last 9.40)
 - mkdir 987 (time 1786043961.84 total 100.55 last 11.26)
total: 1000 mkdir in 101.50 seconds: 9.85 ops/second
 - mkdir 71 (time 1786043874.79 total 10.11 last 7.02)
 - mkdir 158 (time 1786043884.84 total 20.17 last 8.65)
 - mkdir 254 (time 1786043894.84 total 30.17 last 9.60)
 - mkdir 351 (time 1786043904.88 total 40.21 last 9.66)
 - mkdir 464 (time 1786043914.93 total 50.26 last 11.24)
 - mkdir 590 (time 1786043925.08 total 60.40 last 12.42)
 - mkdir 706 (time 1786043935.13 total 70.46 last 11.54)
 - mkdir 808 (time 1786043945.15 total 80.48 last 10.18)
 - mkdir 915 (time 1786043955.21 total 90.53 last 10.64)
total: 1000 mkdir in 98.35 seconds: 10.17 ops/second
 - mkdir 67 (time 1786043875.54 total 10.19 last 6.58)
 - mkdir 150 (time 1786043885.54 total 20.19 last 8.30)
 - mkdir 245 (time 1786043895.64 total 30.29 last 9.41)
 - mkdir 345 (time 1786043905.72 total 40.37 last 9.92)
 - mkdir 459 (time 1786043915.74 total 50.39 last 11.38)
 - mkdir 581 (time 1786043925.78 total 60.43 last 12.16)
 - mkdir 697 (time 1786043935.78 total 70.43 last 11.59)
 - mkdir 804 (time 1786043945.91 total 80.56 last 10.57)
 - mkdir 905 (time 1786043955.92 total 90.57 last 10.09)
total: 1000 mkdir in 99.46 seconds: 10.05 ops/second
 - mkdir 75 (time 1786043877.41 total 10.12 last 7.41)
 - mkdir 159 (time 1786043887.43 total 20.15 last 8.38)
 - mkdir 256 (time 1786043897.51 total 30.22 last 9.63)
 - mkdir 351 (time 1786043907.52 total 40.23 last 9.49)
 - mkdir 470 (time 1786043917.55 total 50.26 last 11.87)
 - mkdir 594 (time 1786043927.63 total 60.34 last 12.30)
 - mkdir 708 (time 1786043937.73 total 70.45 last 11.28)
 - mkdir 808 (time 1786043947.76 total 80.47 last 9.97)
 - mkdir 915 (time 1786043957.84 total 90.55 last 10.61)
total: 1000 mkdir in 99.22 seconds: 10.08 ops/second
 - mkdir 63 (time 1786043874.59 total 10.14 last 6.21)
 - mkdir 143 (time 1786043884.60 total 20.15 last 7.99)
 - mkdir 238 (time 1786043894.66 total 30.22 last 9.44)
 - mkdir 336 (time 1786043904.73 total 40.29 last 9.73)
 - mkdir 451 (time 1786043914.76 total 50.31 last 11.47)
 - mkdir 568 (time 1786043924.79 total 60.34 last 11.66)
 - mkdir 677 (time 1786043934.85 total 70.40 last 10.84)
 - mkdir 774 (time 1786043944.95 total 80.51 last 9.60)
 - mkdir 880 (time 1786043955.00 total 90.55 last 10.55)
 - mkdir 986 (time 1786043965.12 total 100.67 last 10.48)
total: 1000 mkdir in 102.21 seconds: 9.78 ops/second
 - mkdir 76 (time 1786043877.48 total 10.03 last 7.58)
 - mkdir 162 (time 1786043887.51 total 20.07 last 8.57)
 - mkdir 261 (time 1786043897.67 total 30.23 last 9.74)
 - mkdir 359 (time 1786043907.75 total 40.31 last 9.72)
 - mkdir 475 (time 1786043917.87 total 50.42 last 11.47)
 - mkdir 594 (time 1786043927.90 total 60.46 last 11.86)
 - mkdir 708 (time 1786043937.93 total 70.48 last 11.37)
 - mkdir 804 (time 1786043947.95 total 80.51 last 9.58)
 - mkdir 914 (time 1786043957.96 total 90.51 last 10.99)
total: 1000 mkdir in 99.46 seconds: 10.05 ops/second
 - mkdir 70 (time 1786043876.83 total 10.08 last 6.95)
 - mkdir 152 (time 1786043886.90 total 20.15 last 8.14)
 - mkdir 250 (time 1786043896.94 total 30.19 last 9.76)
 - mkdir 350 (time 1786043907.04 total 40.28 last 9.91)
 - mkdir 469 (time 1786043917.10 total 50.35 last 11.82)
 - mkdir 592 (time 1786043927.20 total 60.45 last 12.18)
 - mkdir 707 (time 1786043937.26 total 70.51 last 11.44)
 - mkdir 801 (time 1786043947.43 total 80.68 last 9.24)
 - mkdir 910 (time 1786043957.52 total 90.77 last 10.80)
total: 1000 mkdir in 100.42 seconds: 9.96 ops/second
 - mkdir 64 (time 1786043874.79 total 10.05 last 6.37)
 - mkdir 146 (time 1786043884.87 total 20.12 last 8.14)
 - mkdir 235 (time 1786043894.92 total 30.17 last 8.86)
 - mkdir 331 (time 1786043904.93 total 40.18 last 9.59)
 - mkdir 446 (time 1786043914.94 total 50.19 last 11.49)
 - mkdir 564 (time 1786043924.98 total 60.23 last 11.75)
 - mkdir 674 (time 1786043935.05 total 70.30 last 10.93)
 - mkdir 764 (time 1786043945.13 total 80.38 last 8.93)
 - mkdir 869 (time 1786043955.18 total 90.43 last 10.45)
 - mkdir 971 (time 1786043965.24 total 100.49 last 10.14)
total: 1000 mkdir in 103.91 seconds: 9.62 ops/second
 - mkdir 70 (time 1786043877.21 total 10.18 last 6.88)
 - mkdir 149 (time 1786043887.21 total 20.18 last 7.90)
 - mkdir 247 (time 1786043897.33 total 30.30 last 9.68)
 - mkdir 349 (time 1786043907.48 total 40.45 last 10.05)
 - mkdir 464 (time 1786043917.53 total 50.50 last 11.44)
 - mkdir 584 (time 1786043927.60 total 60.57 last 11.91)
 - mkdir 693 (time 1786043937.72 total 70.69 last 10.77)
 - mkdir 791 (time 1786043947.81 total 80.78 last 9.72)
 - mkdir 895 (time 1786043957.89 total 90.86 last 10.32)
 - mkdir 988 (time 1786043967.90 total 100.86 last 9.29)
total: 1000 mkdir in 102.00 seconds: 9.80 ops/second
 - mkdir 68 (time 1786043877.73 total 10.05 last 6.77)
 - mkdir 145 (time 1786043887.86 total 20.18 last 7.60)
 - mkdir 239 (time 1786043897.99 total 30.31 last 9.28)
 - mkdir 336 (time 1786043908.07 total 40.38 last 9.63)
 - mkdir 456 (time 1786043918.10 total 50.41 last 11.97)
 - mkdir 575 (time 1786043928.19 total 60.51 last 11.79)
 - mkdir 682 (time 1786043938.21 total 70.53 last 10.68)
 - mkdir 772 (time 1786043948.26 total 80.58 last 8.96)
 - mkdir 873 (time 1786043958.30 total 90.62 last 10.06)
 - mkdir 964 (time 1786043968.37 total 100.68 last 9.04)
total: 1000 mkdir in 103.69 seconds: 9.64 ops/second
Time for file creation 124 sec for 1 RPC sent at a time
 - unlinked 0 (time 1786043980 ; total 0 ; last 0)
total: 1000 unlinks in 51 seconds: 19.607843 unlinks/second
 - unlinked 0 (time 1786043982 ; total 0 ; last 0)
total: 1000 unlinks in 54 seconds: 18.518518 unlinks/second
 - unlinked 0 (time 1786043984 ; total 1 ; last 1)
total: 1000 unlinks in 55 seconds: 18.181818 unlinks/second
 - unlinked 0 (time 1786043984 ; total 0 ; last 0)
total: 1000 unlinks in 55 seconds: 18.181818 unlinks/second
 - unlinked 0 (time 1786043984 ; total 0 ; last 0)
total: 1000 unlinks in 55 seconds: 18.181818 unlinks/second
 - unlinked 0 (time 1786043984 ; total 0 ; last 0)
total: 1000 unlinks in 56 seconds: 17.857143 unlinks/second
 - unlinked 0 (time 1786043984 ; total 0 ; last 0)
total: 1000 unlinks in 57 seconds: 17.543859 unlinks/second
 - unlinked 0 (time 1786043985 ; total 0 ; last 0)
total: 1000 unlinks in 56 seconds: 17.857143 unlinks/second
 - unlinked 0 (time 1786043985 ; total 0 ; last 0)
total: 1000 unlinks in 57 seconds: 17.543859 unlinks/second
 - unlinked 0 (time 1786043985 ; total 0 ; last 0)
total: 1000 unlinks in 58 seconds: 17.241379 unlinks/second
Time for file removal 74 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8