== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 20:24:58 (1785803098)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.83 seconds: 12.01 ops/second
 - mkdir 102 (time 1785803122.53 total 10.06 last 10.14)
 - mkdir 206 (time 1785803132.60 total 20.13 last 10.33)
 - mkdir 301 (time 1785803142.63 total 30.16 last 9.47)
 - mkdir 407 (time 1785803152.66 total 40.19 last 10.57)
 - mkdir 503 (time 1785803162.75 total 50.28 last 9.51)
 - mkdir 614 (time 1785803172.85 total 60.38 last 10.99)
 - mkdir 721 (time 1785803182.89 total 70.41 last 10.67)
 - mkdir 819 (time 1785803192.89 total 80.42 last 9.80)
 - mkdir 916 (time 1785803202.97 total 90.50 last 9.62)
total: 1000 mkdir in 95.98 seconds: 10.42 ops/second
 - mkdir 124 (time 1785803125.48 total 10.02 last 12.38)
 - mkdir 211 (time 1785803135.48 total 20.02 last 8.70)
 - mkdir 326 (time 1785803145.52 total 30.07 last 11.45)
 - mkdir 433 (time 1785803155.58 total 40.12 last 10.64)
 - mkdir 522 (time 1785803165.59 total 50.13 last 8.89)
 - mkdir 637 (time 1785803175.65 total 60.20 last 11.43)
 - mkdir 743 (time 1785803185.67 total 70.21 last 10.58)
 - mkdir 838 (time 1785803195.79 total 80.33 last 9.38)
 - mkdir 952 (time 1785803205.87 total 90.41 last 11.32)
total: 1000 mkdir in 93.09 seconds: 10.74 ops/second
 - mkdir 103 (time 1785803123.27 total 10.06 last 10.24)
 - mkdir 211 (time 1785803133.45 total 20.24 last 10.61)
 - mkdir 316 (time 1785803143.47 total 30.26 last 10.48)
 - mkdir 420 (time 1785803153.49 total 40.28 last 10.39)
 - mkdir 515 (time 1785803163.56 total 50.35 last 9.43)
 - mkdir 625 (time 1785803173.63 total 60.42 last 10.92)
 - mkdir 727 (time 1785803183.73 total 70.52 last 10.10)
 - mkdir 819 (time 1785803193.80 total 80.59 last 9.13)
 - mkdir 922 (time 1785803203.86 total 90.65 last 10.24)
total: 1000 mkdir in 96.99 seconds: 10.31 ops/second
 - mkdir 121 (time 1785803125.25 total 10.12 last 11.96)
 - mkdir 207 (time 1785803135.39 total 20.25 last 8.49)
 - mkdir 319 (time 1785803145.44 total 30.30 last 11.14)
 - mkdir 419 (time 1785803155.51 total 40.38 last 9.93)
 - mkdir 511 (time 1785803165.57 total 50.44 last 9.15)
 - mkdir 629 (time 1785803175.58 total 60.44 last 11.79)
 - mkdir 733 (time 1785803185.63 total 70.50 last 10.34)
 - mkdir 829 (time 1785803195.65 total 80.52 last 9.58)
 - mkdir 934 (time 1785803205.70 total 90.57 last 10.45)
total: 1000 mkdir in 95.86 seconds: 10.43 ops/second
 - mkdir 130 (time 1785803126.59 total 10.01 last 12.99)
 - mkdir 210 (time 1785803136.66 total 20.07 last 7.95)
 - mkdir 321 (time 1785803146.72 total 30.13 last 11.03)
 - mkdir 426 (time 1785803156.74 total 40.15 last 10.49)
 - mkdir 513 (time 1785803166.75 total 50.16 last 8.69)
 - mkdir 634 (time 1785803176.76 total 60.17 last 12.09)
 - mkdir 733 (time 1785803186.96 total 70.37 last 9.70)
 - mkdir 832 (time 1785803197.04 total 80.46 last 9.82)
 - mkdir 950 (time 1785803207.10 total 90.52 last 11.73)
total: 1000 mkdir in 95.09 seconds: 10.52 ops/second
 - mkdir 125 (time 1785803124.87 total 10.18 last 12.28)
 - mkdir 208 (time 1785803134.91 total 20.22 last 8.26)
 - mkdir 317 (time 1785803144.93 total 30.24 last 10.88)
 - mkdir 417 (time 1785803154.95 total 40.26 last 9.98)
 - mkdir 507 (time 1785803165.06 total 50.37 last 8.90)
 - mkdir 627 (time 1785803175.15 total 60.46 last 11.90)
 - mkdir 728 (time 1785803185.23 total 70.54 last 10.02)
 - mkdir 825 (time 1785803195.31 total 80.62 last 9.62)
 - mkdir 925 (time 1785803205.38 total 90.69 last 9.93)
total: 1000 mkdir in 97.07 seconds: 10.30 ops/second
 - mkdir 121 (time 1785803125.66 total 10.06 last 12.03)
 - mkdir 204 (time 1785803135.66 total 20.06 last 8.30)
 - mkdir 316 (time 1785803145.67 total 30.07 last 11.19)
 - mkdir 423 (time 1785803155.68 total 40.08 last 10.69)
 - mkdir 518 (time 1785803165.75 total 50.15 last 9.44)
 - mkdir 634 (time 1785803175.85 total 60.25 last 11.48)
 - mkdir 731 (time 1785803185.88 total 70.27 last 9.68)
 - mkdir 825 (time 1785803195.92 total 80.32 last 9.35)
 - mkdir 930 (time 1785803206.00 total 90.40 last 10.42)
total: 1000 mkdir in 96.47 seconds: 10.37 ops/second
 - mkdir 115 (time 1785803126.08 total 10.10 last 11.38)
 - mkdir 192 (time 1785803136.12 total 20.14 last 7.67)
 - mkdir 301 (time 1785803146.21 total 30.23 last 10.80)
 - mkdir 404 (time 1785803156.24 total 40.26 last 10.27)
 - mkdir 494 (time 1785803166.40 total 50.43 last 8.85)
 - mkdir 611 (time 1785803176.45 total 60.48 last 11.64)
 - mkdir 708 (time 1785803186.46 total 70.48 last 9.70)
 - mkdir 803 (time 1785803196.47 total 80.50 last 9.49)
 - mkdir 912 (time 1785803206.49 total 90.51 last 10.88)
total: 1000 mkdir in 99.59 seconds: 10.04 ops/second
 - mkdir 113 (time 1785803126.27 total 10.02 last 11.28)
 - mkdir 191 (time 1785803136.31 total 20.05 last 7.77)
 - mkdir 297 (time 1785803146.33 total 30.08 last 10.58)
 - mkdir 401 (time 1785803156.37 total 40.12 last 10.36)
 - mkdir 491 (time 1785803166.41 total 50.15 last 8.97)
 - mkdir 609 (time 1785803176.44 total 60.18 last 11.76)
 - mkdir 706 (time 1785803186.53 total 70.27 last 9.61)
 - mkdir 797 (time 1785803196.57 total 80.31 last 9.06)
 - mkdir 905 (time 1785803206.60 total 90.34 last 10.77)
total: 1000 mkdir in 99.78 seconds: 10.02 ops/second
 - mkdir 112 (time 1785803126.22 total 10.03 last 11.16)
 - mkdir 187 (time 1785803136.29 total 20.10 last 7.45)
 - mkdir 288 (time 1785803146.30 total 30.11 last 10.09)
 - mkdir 391 (time 1785803156.33 total 40.14 last 10.27)
 - mkdir 484 (time 1785803166.41 total 50.22 last 9.22)
 - mkdir 600 (time 1785803176.48 total 60.30 last 11.52)
 - mkdir 697 (time 1785803186.51 total 70.32 last 9.67)
 - mkdir 785 (time 1785803196.56 total 80.37 last 8.76)
 - mkdir 891 (time 1785803206.61 total 90.42 last 10.55)
 - mkdir 995 (time 1785803216.66 total 100.47 last 10.35)
total: 1000 mkdir in 100.76 seconds: 9.93 ops/second
Time for file creation 115 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 21 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.45 seconds: 22.45 ops/second
 - mkdir 120 (time 1785803918.39 total 10.04 last 11.96)
 - mkdir 240 (time 1785803928.49 total 20.13 last 11.88)
 - mkdir 351 (time 1785803938.49 total 30.14 last 11.10)
 - mkdir 454 (time 1785803948.62 total 40.27 last 10.16)
 - mkdir 571 (time 1785803958.66 total 50.31 last 11.65)
 - mkdir 688 (time 1785803968.68 total 60.33 last 11.68)
 - mkdir 772 (time 1785803978.74 total 70.39 last 8.35)
 - mkdir 850 (time 1785803988.78 total 80.43 last 7.77)
 - mkdir 955 (time 1785803998.85 total 90.50 last 10.42)
total: 1000 mkdir in 94.81 seconds: 10.55 ops/second
 - mkdir 132 (time 1785803920.15 total 10.02 last 13.17)
 - mkdir 245 (time 1785803930.18 total 20.04 last 11.28)
 - mkdir 358 (time 1785803940.24 total 30.11 last 11.23)
 - mkdir 464 (time 1785803950.26 total 40.13 last 10.58)
 - mkdir 581 (time 1785803960.28 total 50.15 last 11.68)
 - mkdir 697 (time 1785803970.37 total 60.23 last 11.50)
 - mkdir 787 (time 1785803980.50 total 70.37 last 8.88)
 - mkdir 863 (time 1785803990.53 total 80.40 last 7.58)
 - mkdir 964 (time 1785804000.61 total 90.48 last 10.02)
total: 1000 mkdir in 93.70 seconds: 10.67 ops/second
 - mkdir 125 (time 1785803919.24 total 10.09 last 12.38)
 - mkdir 244 (time 1785803929.29 total 20.14 last 11.84)
 - mkdir 357 (time 1785803939.34 total 30.19 last 11.24)
 - mkdir 456 (time 1785803949.47 total 40.33 last 9.77)
 - mkdir 574 (time 1785803959.53 total 50.38 last 11.73)
 - mkdir 694 (time 1785803969.64 total 60.49 last 11.87)
 - mkdir 778 (time 1785803979.65 total 70.50 last 8.39)
 - mkdir 855 (time 1785803989.69 total 80.54 last 7.67)
 - mkdir 956 (time 1785803999.79 total 90.64 last 10.00)
total: 1000 mkdir in 95.31 seconds: 10.49 ops/second
 - mkdir 136 (time 1785803920.75 total 10.01 last 13.58)
 - mkdir 247 (time 1785803930.80 total 20.06 last 11.05)
 - mkdir 354 (time 1785803940.81 total 30.07 last 10.69)
 - mkdir 456 (time 1785803950.82 total 40.07 last 10.19)
 - mkdir 584 (time 1785803960.83 total 50.09 last 12.78)
 - mkdir 697 (time 1785803970.92 total 60.17 last 11.20)
 - mkdir 783 (time 1785803980.93 total 70.19 last 8.59)
 - mkdir 860 (time 1785803990.94 total 80.20 last 7.69)
 - mkdir 962 (time 1785804001.02 total 90.28 last 10.12)
total: 1000 mkdir in 94.13 seconds: 10.62 ops/second
 - mkdir 127 (time 1785803920.22 total 10.01 last 12.69)
 - mkdir 239 (time 1785803930.32 total 20.10 last 11.09)
 - mkdir 349 (time 1785803940.33 total 30.12 last 10.98)
 - mkdir 451 (time 1785803950.44 total 40.23 last 10.09)
 - mkdir 567 (time 1785803960.47 total 50.26 last 11.57)
 - mkdir 686 (time 1785803970.52 total 60.31 last 11.84)
 - mkdir 775 (time 1785803980.58 total 70.36 last 8.85)
 - mkdir 851 (time 1785803990.64 total 80.42 last 7.56)
 - mkdir 957 (time 1785804000.66 total 90.45 last 10.57)
total: 1000 mkdir in 95.19 seconds: 10.51 ops/second
 - mkdir 132 (time 1785803921.07 total 10.03 last 13.15)
 - mkdir 246 (time 1785803931.15 total 20.11 last 11.32)
 - mkdir 357 (time 1785803941.16 total 30.12 last 11.08)
 - mkdir 457 (time 1785803951.25 total 40.21 last 9.92)
 - mkdir 588 (time 1785803961.27 total 50.23 last 13.07)
 - mkdir 692 (time 1785803971.27 total 60.23 last 10.40)
 - mkdir 778 (time 1785803981.34 total 70.31 last 8.54)
 - mkdir 857 (time 1785803991.41 total 80.37 last 7.85)
 - mkdir 960 (time 1785804001.43 total 90.39 last 10.28)
total: 1000 mkdir in 95.57 seconds: 10.46 ops/second
 - mkdir 123 (time 1785803920.75 total 10.06 last 12.23)
 - mkdir 237 (time 1785803930.83 total 20.13 last 11.32)
 - mkdir 350 (time 1785803940.86 total 30.16 last 11.26)
 - mkdir 448 (time 1785803950.87 total 40.17 last 9.79)
 - mkdir 572 (time 1785803960.88 total 50.18 last 12.39)
 - mkdir 687 (time 1785803970.95 total 60.26 last 11.41)
 - mkdir 774 (time 1785803980.97 total 70.27 last 8.69)
 - mkdir 851 (time 1785803991.06 total 80.36 last 7.63)
 - mkdir 955 (time 1785804001.13 total 90.43 last 10.33)
total: 1000 mkdir in 95.92 seconds: 10.43 ops/second
 - mkdir 127 (time 1785803921.08 total 10.07 last 12.61)
 - mkdir 239 (time 1785803931.17 total 20.16 last 11.10)
 - mkdir 353 (time 1785803941.21 total 30.20 last 11.36)
 - mkdir 455 (time 1785803951.28 total 40.27 last 10.13)
 - mkdir 585 (time 1785803961.28 total 50.27 last 13.00)
 - mkdir 686 (time 1785803971.38 total 60.37 last 10.00)
 - mkdir 772 (time 1785803981.49 total 70.48 last 8.51)
 - mkdir 849 (time 1785803991.49 total 80.48 last 7.70)
 - mkdir 952 (time 1785804001.61 total 90.60 last 10.18)
total: 1000 mkdir in 97.33 seconds: 10.27 ops/second
 - mkdir 128 (time 1785803920.69 total 10.08 last 12.70)
 - mkdir 238 (time 1785803930.75 total 20.14 last 10.93)
 - mkdir 349 (time 1785803940.81 total 30.20 last 11.04)
 - mkdir 449 (time 1785803950.85 total 40.24 last 9.96)
 - mkdir 572 (time 1785803960.91 total 50.29 last 12.23)
 - mkdir 680 (time 1785803970.96 total 60.35 last 10.74)
 - mkdir 765 (time 1785803980.98 total 70.37 last 8.49)
 - mkdir 841 (time 1785803991.02 total 80.41 last 7.57)
 - mkdir 942 (time 1785804001.04 total 90.43 last 10.07)
total: 1000 mkdir in 99.00 seconds: 10.10 ops/second
 - mkdir 126 (time 1785803921.39 total 10.12 last 12.45)
 - mkdir 238 (time 1785803931.42 total 20.15 last 11.17)
 - mkdir 349 (time 1785803941.50 total 30.24 last 11.01)
 - mkdir 450 (time 1785803951.62 total 40.36 last 9.98)
 - mkdir 576 (time 1785803961.62 total 50.36 last 12.60)
 - mkdir 678 (time 1785803971.69 total 60.42 last 10.14)
 - mkdir 761 (time 1785803981.74 total 70.47 last 8.26)
 - mkdir 839 (time 1785803991.76 total 80.50 last 7.78)
 - mkdir 942 (time 1785804001.78 total 90.51 last 10.28)
total: 1000 mkdir in 99.01 seconds: 10.10 ops/second
Time for file creation 113 sec for 1 RPC sent at a time
 - unlinked 0 (time 1785804023 ; total 0 ; last 0)
total: 1000 unlinks in 46 seconds: 21.739130 unlinks/second
 - unlinked 0 (time 1785804024 ; total 0 ; last 0)
total: 1000 unlinks in 47 seconds: 21.276596 unlinks/second
 - unlinked 0 (time 1785804024 ; total 0 ; last 0)
total: 1000 unlinks in 47 seconds: 21.276596 unlinks/second
 - unlinked 0 (time 1785804024 ; total 0 ; last 0)
total: 1000 unlinks in 47 seconds: 21.276596 unlinks/second
 - unlinked 0 (time 1785804025 ; total 0 ; last 0)
total: 1000 unlinks in 48 seconds: 20.833334 unlinks/second
 - unlinked 0 (time 1785804025 ; total 0 ; last 0)
total: 1000 unlinks in 48 seconds: 20.833334 unlinks/second
 - unlinked 0 (time 1785804025 ; total 0 ; last 0)
total: 1000 unlinks in 48 seconds: 20.833334 unlinks/second
 - unlinked 0 (time 1785804025 ; total 0 ; last 0)
total: 1000 unlinks in 48 seconds: 20.833334 unlinks/second
 - unlinked 0 (time 1785804025 ; total 0 ; last 0)
total: 1000 unlinks in 48 seconds: 20.833334 unlinks/second
 - unlinked 0 (time 1785804025 ; total 0 ; last 0)
total: 1000 unlinks in 49 seconds: 20.408163 unlinks/second
Time for file removal 68 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8