== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 04:44:35 (1781253875)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.48 seconds: 20.98 ops/second
 - mkdir 91 (time 1781253898.42 total 10.02 last 9.08)
 - mkdir 214 (time 1781253908.53 total 20.12 last 12.18)
 - mkdir 352 (time 1781253918.66 total 30.26 last 13.62)
 - mkdir 486 (time 1781253928.67 total 40.26 last 13.39)
 - mkdir 606 (time 1781253938.78 total 50.38 last 11.86)
 - mkdir 728 (time 1781253948.89 total 60.48 last 12.07)
 - mkdir 830 (time 1781253958.93 total 70.53 last 10.16)
 - mkdir 943 (time 1781253968.95 total 80.54 last 11.28)
total: 1000 mkdir in 85.24 seconds: 11.73 ops/second
 - mkdir 104 (time 1781253901.97 total 10.07 last 10.33)
 - mkdir 229 (time 1781253912.07 total 20.17 last 12.37)
 - mkdir 348 (time 1781253922.10 total 30.20 last 11.87)
 - mkdir 478 (time 1781253932.15 total 40.25 last 12.93)
 - mkdir 594 (time 1781253942.20 total 50.30 last 11.55)
 - mkdir 704 (time 1781253952.33 total 60.42 last 10.86)
 - mkdir 804 (time 1781253962.49 total 70.59 last 9.84)
 - mkdir 918 (time 1781253972.54 total 80.64 last 11.35)
 - mkdir 989 (time 1781253982.58 total 90.68 last 7.07)
total: 1000 mkdir in 93.07 seconds: 10.74 ops/second
 - mkdir 102 (time 1781253901.42 total 10.00 last 10.20)
 - mkdir 226 (time 1781253911.44 total 20.02 last 12.38)
 - mkdir 344 (time 1781253921.44 total 30.02 last 11.80)
 - mkdir 473 (time 1781253931.49 total 40.08 last 12.83)
 - mkdir 589 (time 1781253941.63 total 50.22 last 11.44)
 - mkdir 710 (time 1781253951.65 total 60.23 last 12.08)
 - mkdir 805 (time 1781253961.66 total 70.24 last 9.50)
 - mkdir 916 (time 1781253971.72 total 80.30 last 11.03)
 - mkdir 987 (time 1781253981.98 total 90.56 last 6.92)
total: 1000 mkdir in 93.57 seconds: 10.69 ops/second
 - mkdir 104 (time 1781253902.37 total 10.03 last 10.36)
 - mkdir 237 (time 1781253912.44 total 20.11 last 13.20)
 - mkdir 355 (time 1781253922.45 total 30.12 last 11.79)
 - mkdir 484 (time 1781253932.51 total 40.18 last 12.83)
 - mkdir 601 (time 1781253942.65 total 50.32 last 11.54)
 - mkdir 715 (time 1781253952.67 total 60.34 last 11.38)
 - mkdir 814 (time 1781253962.76 total 70.43 last 9.81)
 - mkdir 927 (time 1781253972.79 total 80.45 last 11.27)
 - mkdir 989 (time 1781253982.87 total 90.54 last 6.15)
total: 1000 mkdir in 93.03 seconds: 10.75 ops/second
 - mkdir 101 (time 1781253902.29 total 10.06 last 10.04)
 - mkdir 229 (time 1781253912.31 total 20.08 last 12.77)
 - mkdir 347 (time 1781253922.32 total 30.09 last 11.79)
 - mkdir 476 (time 1781253932.39 total 40.16 last 12.82)
 - mkdir 596 (time 1781253942.44 total 50.21 last 11.94)
 - mkdir 708 (time 1781253952.47 total 60.24 last 11.16)
 - mkdir 806 (time 1781253962.64 total 70.41 last 9.64)
 - mkdir 918 (time 1781253972.67 total 80.44 last 11.17)
 - mkdir 986 (time 1781253982.80 total 90.58 last 6.71)
total: 1000 mkdir in 93.59 seconds: 10.69 ops/second
 - mkdir 101 (time 1781253902.03 total 10.05 last 10.05)
 - mkdir 229 (time 1781253912.07 total 20.09 last 12.75)
 - mkdir 348 (time 1781253922.09 total 30.11 last 11.88)
 - mkdir 472 (time 1781253932.11 total 40.12 last 12.38)
 - mkdir 588 (time 1781253942.14 total 50.15 last 11.57)
 - mkdir 701 (time 1781253952.21 total 60.23 last 11.21)
 - mkdir 795 (time 1781253962.24 total 70.25 last 9.38)
 - mkdir 912 (time 1781253972.25 total 80.26 last 11.68)
 - mkdir 984 (time 1781253982.44 total 90.46 last 7.06)
total: 1000 mkdir in 93.90 seconds: 10.65 ops/second
 - mkdir 87 (time 1781253899.43 total 10.05 last 8.66)
 - mkdir 197 (time 1781253909.46 total 20.08 last 10.97)
 - mkdir 321 (time 1781253919.54 total 30.16 last 12.30)
 - mkdir 447 (time 1781253929.55 total 40.17 last 12.58)
 - mkdir 555 (time 1781253939.64 total 50.26 last 10.70)
 - mkdir 669 (time 1781253949.64 total 60.26 last 11.40)
 - mkdir 761 (time 1781253959.71 total 70.33 last 9.14)
 - mkdir 868 (time 1781253969.78 total 80.40 last 10.62)
 - mkdir 959 (time 1781253980.00 total 90.62 last 8.90)
total: 1000 mkdir in 98.39 seconds: 10.16 ops/second
 - mkdir 110 (time 1781253903.13 total 10.03 last 10.97)
 - mkdir 239 (time 1781253913.15 total 20.05 last 12.87)
 - mkdir 357 (time 1781253923.16 total 30.06 last 11.79)
 - mkdir 484 (time 1781253933.18 total 40.08 last 12.67)
 - mkdir 599 (time 1781253943.26 total 50.16 last 11.41)
 - mkdir 711 (time 1781253953.46 total 60.37 last 10.97)
 - mkdir 807 (time 1781253963.52 total 70.42 last 9.55)
 - mkdir 921 (time 1781253973.54 total 80.45 last 11.37)
 - mkdir 978 (time 1781253983.65 total 90.55 last 5.64)
total: 1000 mkdir in 95.05 seconds: 10.52 ops/second
 - mkdir 97 (time 1781253902.62 total 10.03 last 9.68)
 - mkdir 229 (time 1781253912.63 total 20.04 last 13.18)
 - mkdir 343 (time 1781253922.68 total 30.08 last 11.35)
 - mkdir 469 (time 1781253932.78 total 40.19 last 12.46)
 - mkdir 584 (time 1781253942.89 total 50.29 last 11.38)
 - mkdir 694 (time 1781253952.93 total 60.33 last 10.96)
 - mkdir 787 (time 1781253962.99 total 70.39 last 9.24)
 - mkdir 902 (time 1781253973.03 total 80.43 last 11.45)
 - mkdir 965 (time 1781253983.17 total 90.58 last 6.21)
total: 1000 mkdir in 97.18 seconds: 10.29 ops/second
 - mkdir 95 (time 1781253901.29 total 10.08 last 9.42)
 - mkdir 211 (time 1781253911.29 total 20.08 last 11.60)
 - mkdir 326 (time 1781253921.30 total 30.10 last 11.48)
 - mkdir 444 (time 1781253931.36 total 40.15 last 11.74)
 - mkdir 552 (time 1781253941.50 total 50.30 last 10.65)
 - mkdir 658 (time 1781253951.60 total 60.39 last 10.50)
 - mkdir 747 (time 1781253961.65 total 70.44 last 8.85)
 - mkdir 852 (time 1781253971.70 total 80.49 last 10.45)
 - mkdir 928 (time 1781253981.91 total 90.71 last 7.44)
 - mkdir 991 (time 1781253991.97 total 100.76 last 6.27)
total: 1000 mkdir in 101.32 seconds: 9.87 ops/second
Time for file creation 113 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 1 seconds: 0.000000 unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 20 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.49 seconds: 20.31 ops/second
 - mkdir 99 (time 1781254620.71 total 10.01 last 9.89)
 - mkdir 229 (time 1781254630.77 total 20.07 last 12.93)
 - mkdir 404 (time 1781254640.84 total 30.14 last 17.37)
 - mkdir 577 (time 1781254650.87 total 40.17 last 17.25)
 - mkdir 737 (time 1781254660.94 total 50.23 last 15.89)
 - mkdir 899 (time 1781254670.99 total 60.29 last 16.12)
total: 1000 mkdir in 66.56 seconds: 15.02 ops/second
 - mkdir 92 (time 1781254619.51 total 10.06 last 9.15)
 - mkdir 212 (time 1781254629.55 total 20.09 last 11.96)
 - mkdir 374 (time 1781254639.59 total 30.14 last 16.13)
 - mkdir 549 (time 1781254649.60 total 40.14 last 17.49)
 - mkdir 707 (time 1781254659.61 total 50.15 last 15.79)
 - mkdir 880 (time 1781254669.63 total 60.17 last 17.26)
total: 1000 mkdir in 68.05 seconds: 14.70 ops/second
 - mkdir 96 (time 1781254621.13 total 10.09 last 9.52)
 - mkdir 221 (time 1781254631.15 total 20.11 last 12.47)
 - mkdir 392 (time 1781254641.18 total 30.14 last 17.05)
 - mkdir 561 (time 1781254651.18 total 40.14 last 16.90)
 - mkdir 725 (time 1781254661.22 total 50.18 last 16.34)
 - mkdir 897 (time 1781254671.22 total 60.18 last 17.20)
total: 1000 mkdir in 66.87 seconds: 14.95 ops/second
 - mkdir 92 (time 1781254621.39 total 10.01 last 9.19)
 - mkdir 223 (time 1781254631.40 total 20.01 last 13.10)
 - mkdir 397 (time 1781254641.41 total 30.03 last 17.38)
 - mkdir 568 (time 1781254651.45 total 40.07 last 17.03)
 - mkdir 731 (time 1781254661.52 total 50.13 last 16.19)
 - mkdir 901 (time 1781254671.56 total 60.17 last 16.93)
total: 1000 mkdir in 66.91 seconds: 14.95 ops/second
 - mkdir 102 (time 1781254622.12 total 10.02 last 10.18)
 - mkdir 232 (time 1781254632.15 total 20.05 last 12.96)
 - mkdir 405 (time 1781254642.15 total 30.06 last 17.29)
 - mkdir 571 (time 1781254652.17 total 40.07 last 16.57)
 - mkdir 738 (time 1781254662.19 total 50.10 last 16.66)
 - mkdir 905 (time 1781254672.25 total 60.15 last 16.60)
total: 1000 mkdir in 66.38 seconds: 15.06 ops/second
 - mkdir 101 (time 1781254622.67 total 10.00 last 10.10)
 - mkdir 236 (time 1781254632.73 total 20.06 last 13.42)
 - mkdir 419 (time 1781254642.74 total 30.07 last 18.28)
 - mkdir 583 (time 1781254652.76 total 40.09 last 16.36)
 - mkdir 749 (time 1781254662.80 total 50.13 last 16.55)
 - mkdir 913 (time 1781254672.86 total 60.19 last 16.29)
total: 1000 mkdir in 66.54 seconds: 15.03 ops/second
 - mkdir 96 (time 1781254621.63 total 10.04 last 9.56)
 - mkdir 229 (time 1781254631.64 total 20.04 last 13.30)
 - mkdir 401 (time 1781254641.67 total 30.07 last 17.15)
 - mkdir 570 (time 1781254651.72 total 40.12 last 16.81)
 - mkdir 731 (time 1781254661.74 total 50.14 last 16.07)
 - mkdir 892 (time 1781254671.75 total 60.15 last 16.09)
total: 1000 mkdir in 67.69 seconds: 14.77 ops/second
 - mkdir 97 (time 1781254621.79 total 10.08 last 9.62)
 - mkdir 224 (time 1781254631.82 total 20.12 last 12.66)
 - mkdir 402 (time 1781254641.86 total 30.16 last 17.73)
 - mkdir 572 (time 1781254651.87 total 40.17 last 16.99)
 - mkdir 734 (time 1781254661.92 total 50.21 last 16.12)
 - mkdir 897 (time 1781254672.04 total 60.34 last 16.09)
total: 1000 mkdir in 67.74 seconds: 14.76 ops/second
 - mkdir 87 (time 1781254620.91 total 10.05 last 8.66)
 - mkdir 214 (time 1781254630.92 total 20.07 last 12.68)
 - mkdir 385 (time 1781254640.97 total 30.11 last 17.02)
 - mkdir 551 (time 1781254651.04 total 40.18 last 16.49)
 - mkdir 715 (time 1781254661.08 total 50.22 last 16.32)
 - mkdir 885 (time 1781254671.17 total 60.31 last 16.86)
total: 1000 mkdir in 68.66 seconds: 14.56 ops/second
 - mkdir 84 (time 1781254621.23 total 10.00 last 8.40)
 - mkdir 204 (time 1781254631.27 total 20.04 last 11.95)
 - mkdir 372 (time 1781254641.35 total 30.13 last 16.65)
 - mkdir 545 (time 1781254651.36 total 40.13 last 17.29)
 - mkdir 704 (time 1781254661.39 total 50.17 last 15.85)
 - mkdir 866 (time 1781254671.41 total 60.18 last 16.18)
 - mkdir 994 (time 1781254681.44 total 70.21 last 12.76)
total: 1000 mkdir in 70.61 seconds: 14.16 ops/second
Time for file creation 81 sec for 1 RPC sent at a time
 - unlinked 0 (time 1781254688 ; total 0 ; last 0)
total: 1000 unlinks in 29 seconds: 34.482758 unlinks/second
 - unlinked 0 (time 1781254688 ; total 0 ; last 0)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
 - unlinked 0 (time 1781254689 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1781254690 ; total 0 ; last 0)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
 - unlinked 0 (time 1781254690 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1781254690 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1781254690 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1781254690 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1781254690 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
 - unlinked 0 (time 1781254690 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
Time for file removal 41 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8