== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 03:19:15 (1785482355)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.68 seconds: 14.73 ops/second
 - mkdir 95 (time 1785482385.52 total 10.03 last 9.47)
 - mkdir 238 (time 1785482395.52 total 20.04 last 14.29)
 - mkdir 339 (time 1785482405.60 total 30.12 last 10.02)
 - mkdir 452 (time 1785482415.69 total 40.21 last 11.19)
 - mkdir 562 (time 1785482425.76 total 50.28 last 10.93)
 - mkdir 655 (time 1785482435.85 total 60.36 last 9.22)
 - mkdir 730 (time 1785482445.91 total 70.43 last 7.45)
 - mkdir 838 (time 1785482455.96 total 80.48 last 10.75)
 - mkdir 956 (time 1785482466.03 total 90.55 last 11.71)
total: 1000 mkdir in 95.43 seconds: 10.48 ops/second
 - mkdir 81 (time 1785482384.02 total 10.02 last 8.09)
 - mkdir 216 (time 1785482394.06 total 20.05 last 13.46)
 - mkdir 327 (time 1785482404.08 total 30.07 last 11.07)
 - mkdir 442 (time 1785482414.12 total 40.12 last 11.45)
 - mkdir 547 (time 1785482424.15 total 50.15 last 10.47)
 - mkdir 642 (time 1785482434.19 total 60.19 last 9.46)
 - mkdir 715 (time 1785482444.34 total 70.33 last 7.20)
 - mkdir 816 (time 1785482454.37 total 80.37 last 10.06)
 - mkdir 939 (time 1785482464.42 total 90.41 last 12.24)
total: 1000 mkdir in 97.97 seconds: 10.21 ops/second
 - mkdir 63 (time 1785482380.58 total 10.05 last 6.27)
 - mkdir 186 (time 1785482390.59 total 20.05 last 12.30)
 - mkdir 308 (time 1785482400.68 total 30.15 last 12.08)
 - mkdir 412 (time 1785482410.79 total 40.25 last 10.29)
 - mkdir 522 (time 1785482420.83 total 50.29 last 10.95)
 - mkdir 624 (time 1785482430.92 total 60.39 last 10.11)
 - mkdir 703 (time 1785482441.03 total 70.50 last 7.81)
 - mkdir 785 (time 1785482451.03 total 80.50 last 8.20)
 - mkdir 891 (time 1785482461.13 total 90.60 last 10.49)
 - mkdir 993 (time 1785482471.14 total 100.61 last 10.19)
total: 1000 mkdir in 101.78 seconds: 9.83 ops/second
 - mkdir 92 (time 1785482385.00 total 10.04 last 9.17)
 - mkdir 231 (time 1785482395.02 total 20.06 last 13.87)
 - mkdir 333 (time 1785482405.06 total 30.10 last 10.16)
 - mkdir 446 (time 1785482415.11 total 40.15 last 11.24)
 - mkdir 551 (time 1785482425.26 total 50.30 last 10.34)
 - mkdir 647 (time 1785482435.34 total 60.38 last 9.52)
 - mkdir 720 (time 1785482445.36 total 70.40 last 7.28)
 - mkdir 823 (time 1785482455.39 total 80.43 last 10.27)
 - mkdir 945 (time 1785482465.41 total 90.45 last 12.18)
total: 1000 mkdir in 97.70 seconds: 10.24 ops/second
 - mkdir 103 (time 1785482386.19 total 10.06 last 10.23)
 - mkdir 248 (time 1785482396.27 total 20.15 last 14.38)
 - mkdir 348 (time 1785482406.33 total 30.20 last 9.94)
 - mkdir 460 (time 1785482416.33 total 40.21 last 11.19)
 - mkdir 570 (time 1785482426.36 total 50.24 last 10.97)
 - mkdir 654 (time 1785482436.43 total 60.30 last 8.35)
 - mkdir 725 (time 1785482446.46 total 70.34 last 7.07)
 - mkdir 838 (time 1785482456.50 total 80.38 last 11.26)
 - mkdir 956 (time 1785482466.56 total 90.43 last 11.74)
total: 1000 mkdir in 96.75 seconds: 10.34 ops/second
 - mkdir 82 (time 1785482384.15 total 10.03 last 8.17)
 - mkdir 217 (time 1785482394.18 total 20.06 last 13.47)
 - mkdir 329 (time 1785482404.29 total 30.17 last 11.07)
 - mkdir 440 (time 1785482414.38 total 40.26 last 11.00)
 - mkdir 548 (time 1785482424.43 total 50.31 last 10.75)
 - mkdir 639 (time 1785482434.50 total 60.38 last 9.03)
 - mkdir 715 (time 1785482444.63 total 70.51 last 7.50)
 - mkdir 813 (time 1785482454.79 total 80.67 last 9.64)
 - mkdir 935 (time 1785482464.84 total 90.72 last 12.14)
total: 1000 mkdir in 99.75 seconds: 10.03 ops/second
 - mkdir 82 (time 1785482385.20 total 10.05 last 8.16)
 - mkdir 224 (time 1785482395.21 total 20.06 last 14.19)
 - mkdir 327 (time 1785482405.23 total 30.08 last 10.28)
 - mkdir 438 (time 1785482415.25 total 40.10 last 11.07)
 - mkdir 543 (time 1785482425.27 total 50.12 last 10.48)
 - mkdir 635 (time 1785482435.33 total 60.18 last 9.15)
 - mkdir 709 (time 1785482445.36 total 70.21 last 7.37)
 - mkdir 811 (time 1785482455.39 total 80.24 last 10.17)
 - mkdir 934 (time 1785482465.40 total 90.25 last 12.29)
total: 1000 mkdir in 99.34 seconds: 10.07 ops/second
 - mkdir 81 (time 1785482384.64 total 10.10 last 8.02)
 - mkdir 218 (time 1785482394.65 total 20.11 last 13.68)
 - mkdir 326 (time 1785482404.71 total 30.18 last 10.73)
 - mkdir 436 (time 1785482414.77 total 40.23 last 10.94)
 - mkdir 546 (time 1785482424.79 total 50.26 last 10.97)
 - mkdir 638 (time 1785482434.80 total 60.26 last 9.20)
 - mkdir 708 (time 1785482444.86 total 70.32 last 6.96)
 - mkdir 803 (time 1785482454.89 total 80.36 last 9.46)
 - mkdir 929 (time 1785482464.91 total 90.37 last 12.58)
total: 1000 mkdir in 100.12 seconds: 9.99 ops/second
 - mkdir 69 (time 1785482381.73 total 10.01 last 6.89)
 - mkdir 192 (time 1785482391.77 total 20.06 last 12.25)
 - mkdir 313 (time 1785482401.82 total 30.10 last 12.04)
 - mkdir 419 (time 1785482411.87 total 40.16 last 10.54)
 - mkdir 529 (time 1785482421.95 total 50.24 last 10.91)
 - mkdir 627 (time 1785482432.04 total 60.32 last 9.72)
 - mkdir 699 (time 1785482442.07 total 70.36 last 7.18)
 - mkdir 781 (time 1785482452.07 total 80.36 last 8.20)
 - mkdir 887 (time 1785482462.09 total 90.37 last 10.58)
 - mkdir 981 (time 1785482472.11 total 100.39 last 9.38)
total: 1000 mkdir in 103.11 seconds: 9.70 ops/second
 - mkdir 79 (time 1785482384.64 total 10.16 last 7.77)
 - mkdir 225 (time 1785482394.68 total 20.21 last 14.54)
 - mkdir 336 (time 1785482404.80 total 30.33 last 10.97)
 - mkdir 448 (time 1785482414.81 total 40.34 last 11.19)
 - mkdir 551 (time 1785482424.83 total 50.35 last 10.28)
 - mkdir 642 (time 1785482434.94 total 60.46 last 9.00)
 - mkdir 710 (time 1785482445.05 total 70.58 last 6.72)
 - mkdir 807 (time 1785482455.12 total 80.64 last 9.64)
 - mkdir 925 (time 1785482465.20 total 90.73 last 11.70)
 - mkdir 998 (time 1785482475.21 total 100.74 last 7.29)
total: 1000 mkdir in 100.81 seconds: 9.92 ops/second
Time for file creation 120 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 23 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 1.01 seconds: 9.94 ops/second
 - mkdir 86 (time 1785483267.35 total 10.06 last 8.55)
 - mkdir 190 (time 1785483277.40 total 20.10 last 10.36)
 - mkdir 277 (time 1785483287.44 total 30.14 last 8.66)
 - mkdir 382 (time 1785483297.49 total 40.19 last 10.45)
 - mkdir 497 (time 1785483307.56 total 50.26 last 11.42)
 - mkdir 579 (time 1785483317.59 total 60.29 last 8.18)
 - mkdir 663 (time 1785483327.62 total 70.32 last 8.37)
 - mkdir 757 (time 1785483337.71 total 80.41 last 9.32)
 - mkdir 843 (time 1785483347.72 total 90.42 last 8.59)
 - mkdir 988 (time 1785483357.76 total 100.46 last 14.44)
total: 1000 mkdir in 101.65 seconds: 9.84 ops/second
 - mkdir 83 (time 1785483268.61 total 10.00 last 8.30)
 - mkdir 189 (time 1785483278.71 total 20.10 last 10.50)
 - mkdir 279 (time 1785483288.74 total 30.14 last 8.97)
 - mkdir 394 (time 1785483298.81 total 40.20 last 11.43)
 - mkdir 499 (time 1785483308.89 total 50.28 last 10.42)
 - mkdir 584 (time 1785483318.98 total 60.38 last 8.42)
 - mkdir 671 (time 1785483329.05 total 70.45 last 8.64)
 - mkdir 761 (time 1785483339.05 total 80.45 last 9.00)
 - mkdir 860 (time 1785483349.10 total 90.50 last 9.85)
total: 1000 mkdir in 100.37 seconds: 9.96 ops/second
 - mkdir 84 (time 1785483272.32 total 10.06 last 8.35)
 - mkdir 187 (time 1785483282.47 total 20.21 last 10.14)
 - mkdir 294 (time 1785483292.48 total 30.22 last 10.69)
 - mkdir 404 (time 1785483302.52 total 40.26 last 10.96)
 - mkdir 503 (time 1785483312.56 total 50.30 last 9.86)
 - mkdir 592 (time 1785483322.67 total 60.41 last 8.80)
 - mkdir 680 (time 1785483332.71 total 70.45 last 8.77)
 - mkdir 768 (time 1785483342.75 total 80.49 last 8.76)
 - mkdir 898 (time 1785483352.78 total 90.52 last 12.96)
total: 1000 mkdir in 98.54 seconds: 10.15 ops/second
 - mkdir 84 (time 1785483272.99 total 10.00 last 8.40)
 - mkdir 180 (time 1785483283.04 total 20.05 last 9.55)
 - mkdir 281 (time 1785483293.09 total 30.10 last 10.06)
 - mkdir 386 (time 1785483303.10 total 40.11 last 10.48)
 - mkdir 480 (time 1785483313.20 total 50.21 last 9.31)
 - mkdir 574 (time 1785483323.28 total 60.29 last 9.32)
 - mkdir 662 (time 1785483333.32 total 70.33 last 8.77)
 - mkdir 747 (time 1785483343.36 total 80.37 last 8.47)
 - mkdir 875 (time 1785483353.45 total 90.47 last 12.67)
 - mkdir 979 (time 1785483363.50 total 100.51 last 10.35)
total: 1000 mkdir in 103.79 seconds: 9.64 ops/second
 - mkdir 77 (time 1785483271.84 total 10.01 last 7.69)
 - mkdir 175 (time 1785483281.98 total 20.15 last 9.67)
 - mkdir 271 (time 1785483292.07 total 30.24 last 9.52)
 - mkdir 386 (time 1785483302.15 total 40.32 last 11.40)
 - mkdir 484 (time 1785483312.18 total 50.35 last 9.77)
 - mkdir 574 (time 1785483322.27 total 60.43 last 8.93)
 - mkdir 653 (time 1785483332.27 total 70.44 last 7.90)
 - mkdir 735 (time 1785483342.31 total 80.47 last 8.17)
 - mkdir 857 (time 1785483352.35 total 90.51 last 12.15)
 - mkdir 968 (time 1785483362.41 total 100.58 last 11.03)
total: 1000 mkdir in 105.55 seconds: 9.47 ops/second
 - mkdir 81 (time 1785483272.97 total 10.02 last 8.08)
 - mkdir 179 (time 1785483282.99 total 20.04 last 9.78)
 - mkdir 280 (time 1785483293.04 total 30.09 last 10.05)
 - mkdir 388 (time 1785483303.08 total 40.13 last 10.75)
 - mkdir 489 (time 1785483313.22 total 50.27 last 9.96)
 - mkdir 581 (time 1785483323.29 total 60.34 last 9.13)
 - mkdir 667 (time 1785483333.39 total 70.44 last 8.52)
 - mkdir 750 (time 1785483343.42 total 80.46 last 8.28)
 - mkdir 871 (time 1785483353.46 total 90.50 last 12.05)
 - mkdir 975 (time 1785483363.54 total 100.58 last 10.32)
total: 1000 mkdir in 104.74 seconds: 9.55 ops/second
 - mkdir 77 (time 1785483272.52 total 10.08 last 7.64)
 - mkdir 170 (time 1785483282.53 total 20.09 last 9.29)
 - mkdir 268 (time 1785483292.61 total 30.17 last 9.73)
 - mkdir 381 (time 1785483302.62 total 40.18 last 11.28)
 - mkdir 484 (time 1785483312.71 total 50.27 last 10.21)
 - mkdir 575 (time 1785483322.89 total 60.45 last 8.94)
 - mkdir 656 (time 1785483333.00 total 70.56 last 8.01)
 - mkdir 737 (time 1785483343.03 total 80.59 last 8.07)
 - mkdir 861 (time 1785483353.04 total 90.60 last 12.39)
 - mkdir 971 (time 1785483363.13 total 100.69 last 10.90)
total: 1000 mkdir in 105.37 seconds: 9.49 ops/second
 - mkdir 89 (time 1785483274.04 total 10.12 last 8.79)
 - mkdir 178 (time 1785483284.09 total 20.16 last 8.86)
 - mkdir 282 (time 1785483294.23 total 30.30 last 10.26)
 - mkdir 399 (time 1785483304.25 total 40.33 last 11.67)
 - mkdir 485 (time 1785483314.32 total 50.40 last 8.54)
 - mkdir 577 (time 1785483324.34 total 60.41 last 9.19)
 - mkdir 666 (time 1785483334.36 total 70.44 last 8.88)
 - mkdir 749 (time 1785483344.44 total 80.52 last 8.24)
 - mkdir 880 (time 1785483354.55 total 90.63 last 12.95)
 - mkdir 977 (time 1785483364.67 total 100.74 last 9.59)
total: 1000 mkdir in 104.80 seconds: 9.54 ops/second
 - mkdir 90 (time 1785483273.86 total 10.11 last 8.90)
 - mkdir 178 (time 1785483283.86 total 20.12 last 8.79)
 - mkdir 282 (time 1785483293.88 total 30.14 last 10.38)
 - mkdir 391 (time 1785483303.89 total 40.14 last 10.89)
 - mkdir 484 (time 1785483313.99 total 50.24 last 9.21)
 - mkdir 577 (time 1785483324.03 total 60.28 last 9.27)
 - mkdir 657 (time 1785483334.06 total 70.32 last 7.97)
 - mkdir 740 (time 1785483344.14 total 80.39 last 8.24)
 - mkdir 866 (time 1785483354.18 total 90.43 last 12.55)
 - mkdir 961 (time 1785483364.19 total 100.44 last 9.49)
total: 1000 mkdir in 107.03 seconds: 9.34 ops/second
 - mkdir 74 (time 1785483272.34 total 10.04 last 7.37)
 - mkdir 160 (time 1785483282.42 total 20.11 last 8.54)
 - mkdir 255 (time 1785483292.49 total 30.19 last 9.43)
 - mkdir 368 (time 1785483302.59 total 40.28 last 11.19)
 - mkdir 470 (time 1785483312.65 total 50.35 last 10.13)
 - mkdir 561 (time 1785483322.67 total 60.37 last 9.08)
 - mkdir 639 (time 1785483332.86 total 70.56 last 7.65)
 - mkdir 714 (time 1785483342.94 total 80.64 last 7.44)
 - mkdir 829 (time 1785483352.97 total 90.66 last 11.47)
 - mkdir 930 (time 1785483363.03 total 100.73 last 10.03)
 - mkdir 998 (time 1785483373.10 total 110.79 last 6.76)
total: 1000 mkdir in 110.85 seconds: 9.02 ops/second
Time for file creation 129 sec for 1 RPC sent at a time
 - unlinked 0 (time 1785483385 ; total 0 ; last 0)
total: 1000 unlinks in 42 seconds: 23.809525 unlinks/second
 - unlinked 0 (time 1785483386 ; total 0 ; last 0)
total: 1000 unlinks in 42 seconds: 23.809525 unlinks/second
 - unlinked 0 (time 1785483386 ; total 0 ; last 0)
total: 1000 unlinks in 43 seconds: 23.255814 unlinks/second
 - unlinked 0 (time 1785483387 ; total 0 ; last 0)
total: 1000 unlinks in 42 seconds: 23.809525 unlinks/second
 - unlinked 0 (time 1785483387 ; total 0 ; last 0)
total: 1000 unlinks in 43 seconds: 23.255814 unlinks/second
 - unlinked 0 (time 1785483387 ; total 0 ; last 0)
total: 1000 unlinks in 43 seconds: 23.255814 unlinks/second
 - unlinked 0 (time 1785483387 ; total 0 ; last 0)
total: 1000 unlinks in 43 seconds: 23.255814 unlinks/second
 - unlinked 0 (time 1785483387 ; total 0 ; last 0)
total: 1000 unlinks in 43 seconds: 23.255814 unlinks/second
 - unlinked 0 (time 1785483388 ; total 0 ; last 0)
total: 1000 unlinks in 43 seconds: 23.255814 unlinks/second
 - unlinked 0 (time 1785483388 ; total 0 ; last 0)
total: 1000 unlinks in 44 seconds: 22.727272 unlinks/second
Time for file removal 60 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8