== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 08:55:29 (1786712129)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.66 seconds: 15.23 ops/second
 - mkdir 112 (time 1786712149.77 total 10.14 last 11.04)
 - mkdir 229 (time 1786712159.81 total 20.18 last 11.66)
 - mkdir 377 (time 1786712169.83 total 30.20 last 14.77)
 - mkdir 531 (time 1786712179.88 total 40.25 last 15.33)
 - mkdir 680 (time 1786712189.93 total 50.30 last 14.82)
 - mkdir 830 (time 1786712199.97 total 60.34 last 14.94)
 - mkdir 985 (time 1786712210.00 total 70.37 last 15.46)
total: 1000 mkdir in 71.19 seconds: 14.05 ops/second
 - mkdir 113 (time 1786712154.31 total 10.07 last 11.22)
 - mkdir 254 (time 1786712164.38 total 20.15 last 13.99)
 - mkdir 400 (time 1786712174.42 total 30.18 last 14.55)
 - mkdir 561 (time 1786712184.44 total 40.21 last 16.06)
 - mkdir 713 (time 1786712194.46 total 50.23 last 15.18)
 - mkdir 861 (time 1786712204.52 total 60.29 last 14.71)
 - mkdir 997 (time 1786712214.54 total 70.31 last 13.57)
total: 1000 mkdir in 70.64 seconds: 14.16 ops/second
 - mkdir 109 (time 1786712154.00 total 10.02 last 10.88)
 - mkdir 248 (time 1786712164.04 total 20.06 last 13.84)
 - mkdir 394 (time 1786712174.07 total 30.09 last 14.56)
 - mkdir 551 (time 1786712184.07 total 40.09 last 15.70)
 - mkdir 704 (time 1786712194.11 total 50.13 last 15.23)
 - mkdir 849 (time 1786712204.15 total 60.17 last 14.44)
 - mkdir 987 (time 1786712214.16 total 70.18 last 13.79)
total: 1000 mkdir in 71.98 seconds: 13.89 ops/second
 - mkdir 109 (time 1786712154.87 total 10.09 last 10.80)
 - mkdir 256 (time 1786712165.01 total 20.23 last 14.50)
 - mkdir 409 (time 1786712175.07 total 30.29 last 15.20)
 - mkdir 568 (time 1786712185.07 total 40.29 last 15.90)
 - mkdir 719 (time 1786712195.12 total 50.34 last 15.04)
 - mkdir 862 (time 1786712205.14 total 60.36 last 14.27)
 - mkdir 994 (time 1786712215.23 total 70.45 last 13.08)
total: 1000 mkdir in 71.20 seconds: 14.04 ops/second
 - mkdir 108 (time 1786712155.09 total 10.08 last 10.72)
 - mkdir 251 (time 1786712165.11 total 20.10 last 14.27)
 - mkdir 398 (time 1786712175.11 total 30.10 last 14.70)
 - mkdir 555 (time 1786712185.16 total 40.14 last 15.63)
 - mkdir 710 (time 1786712195.24 total 50.23 last 15.37)
 - mkdir 855 (time 1786712205.33 total 60.31 last 14.37)
 - mkdir 982 (time 1786712215.41 total 70.40 last 12.59)
total: 1000 mkdir in 73.11 seconds: 13.68 ops/second
 - mkdir 99 (time 1786712153.34 total 10.00 last 9.90)
 - mkdir 234 (time 1786712163.36 total 20.03 last 13.47)
 - mkdir 374 (time 1786712173.42 total 30.08 last 13.92)
 - mkdir 531 (time 1786712183.46 total 40.12 last 15.64)
 - mkdir 672 (time 1786712193.49 total 50.15 last 14.06)
 - mkdir 824 (time 1786712203.63 total 60.29 last 14.99)
 - mkdir 965 (time 1786712213.77 total 70.43 last 13.90)
total: 1000 mkdir in 75.10 seconds: 13.32 ops/second
 - mkdir 103 (time 1786712153.58 total 10.01 last 10.29)
 - mkdir 238 (time 1786712163.66 total 20.08 last 13.40)
 - mkdir 378 (time 1786712173.71 total 30.13 last 13.93)
 - mkdir 535 (time 1786712183.80 total 40.23 last 15.56)
 - mkdir 676 (time 1786712193.83 total 50.25 last 14.06)
 - mkdir 822 (time 1786712203.83 total 60.25 last 14.60)
 - mkdir 962 (time 1786712213.86 total 70.29 last 13.95)
total: 1000 mkdir in 75.12 seconds: 13.31 ops/second
 - mkdir 109 (time 1786712154.79 total 10.04 last 10.85)
 - mkdir 248 (time 1786712164.82 total 20.08 last 13.85)
 - mkdir 392 (time 1786712174.84 total 30.10 last 14.37)
 - mkdir 544 (time 1786712184.86 total 40.12 last 15.17)
 - mkdir 693 (time 1786712194.90 total 50.15 last 14.85)
 - mkdir 839 (time 1786712204.90 total 60.16 last 14.59)
 - mkdir 973 (time 1786712215.00 total 70.25 last 13.28)
total: 1000 mkdir in 74.33 seconds: 13.45 ops/second
 - mkdir 107 (time 1786712155.22 total 10.00 last 10.70)
 - mkdir 248 (time 1786712165.23 total 20.01 last 14.08)
 - mkdir 398 (time 1786712175.26 total 30.04 last 14.96)
 - mkdir 549 (time 1786712185.29 total 40.07 last 15.05)
 - mkdir 696 (time 1786712195.35 total 50.13 last 14.61)
 - mkdir 836 (time 1786712205.43 total 60.21 last 13.90)
 - mkdir 964 (time 1786712215.46 total 70.24 last 12.75)
total: 1000 mkdir in 75.11 seconds: 13.31 ops/second
 - mkdir 99 (time 1786712155.23 total 10.04 last 9.86)
 - mkdir 232 (time 1786712165.24 total 20.05 last 13.29)
 - mkdir 369 (time 1786712175.31 total 30.12 last 13.60)
 - mkdir 516 (time 1786712185.32 total 40.13 last 14.69)
 - mkdir 658 (time 1786712195.33 total 50.14 last 14.18)
 - mkdir 793 (time 1786712205.41 total 60.22 last 13.39)
 - mkdir 923 (time 1786712215.47 total 70.28 last 12.92)
total: 1000 mkdir in 77.80 seconds: 12.85 ops/second
Time for file creation 91 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 14 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.48 seconds: 20.96 ops/second
 - mkdir 170 (time 1786712765.90 total 10.10 last 16.84)
 - mkdir 335 (time 1786712775.97 total 20.17 last 16.39)
 - mkdir 495 (time 1786712786.01 total 30.20 last 15.94)
 - mkdir 618 (time 1786712796.11 total 40.30 last 12.18)
 - mkdir 754 (time 1786712806.15 total 50.35 last 13.54)
 - mkdir 918 (time 1786712816.19 total 60.39 last 16.33)
total: 1000 mkdir in 64.91 seconds: 15.41 ops/second
 - mkdir 169 (time 1786712766.86 total 10.04 last 16.83)
 - mkdir 330 (time 1786712776.89 total 20.07 last 16.06)
 - mkdir 489 (time 1786712787.00 total 30.18 last 15.73)
 - mkdir 617 (time 1786712797.07 total 40.25 last 12.71)
 - mkdir 757 (time 1786712807.11 total 50.29 last 13.94)
 - mkdir 925 (time 1786712817.20 total 60.37 last 16.66)
total: 1000 mkdir in 65.75 seconds: 15.21 ops/second
 - mkdir 168 (time 1786712766.85 total 10.02 last 16.76)
 - mkdir 330 (time 1786712776.86 total 20.03 last 16.19)
 - mkdir 487 (time 1786712786.87 total 30.04 last 15.69)
 - mkdir 609 (time 1786712796.91 total 40.08 last 12.14)
 - mkdir 746 (time 1786712806.96 total 50.13 last 13.64)
 - mkdir 916 (time 1786712816.98 total 60.15 last 16.96)
total: 1000 mkdir in 67.24 seconds: 14.87 ops/second
 - mkdir 160 (time 1786712765.92 total 10.01 last 15.99)
 - mkdir 317 (time 1786712775.96 total 20.04 last 15.64)
 - mkdir 477 (time 1786712785.98 total 30.07 last 15.96)
 - mkdir 596 (time 1786712796.08 total 40.16 last 11.79)
 - mkdir 729 (time 1786712806.08 total 50.17 last 13.29)
 - mkdir 886 (time 1786712816.16 total 60.25 last 15.58)
total: 1000 mkdir in 69.49 seconds: 14.39 ops/second
 - mkdir 166 (time 1786712766.63 total 10.03 last 16.56)
 - mkdir 324 (time 1786712776.65 total 20.04 last 15.77)
 - mkdir 490 (time 1786712786.67 total 30.06 last 16.57)
 - mkdir 610 (time 1786712796.67 total 40.06 last 12.00)
 - mkdir 740 (time 1786712806.67 total 50.06 last 13.00)
 - mkdir 901 (time 1786712816.70 total 60.09 last 16.05)
total: 1000 mkdir in 68.83 seconds: 14.53 ops/second
 - mkdir 166 (time 1786712766.63 total 10.02 last 16.56)
 - mkdir 319 (time 1786712776.64 total 20.02 last 15.30)
 - mkdir 476 (time 1786712786.67 total 30.06 last 15.64)
 - mkdir 598 (time 1786712796.70 total 40.09 last 12.16)
 - mkdir 729 (time 1786712806.74 total 50.13 last 13.05)
 - mkdir 896 (time 1786712816.77 total 60.16 last 16.66)
 - mkdir 997 (time 1786712826.82 total 70.21 last 10.05)
total: 1000 mkdir in 70.41 seconds: 14.20 ops/second
 - mkdir 162 (time 1786712766.43 total 10.01 last 16.18)
 - mkdir 316 (time 1786712776.49 total 20.07 last 15.31)
 - mkdir 472 (time 1786712786.50 total 30.08 last 15.58)
 - mkdir 593 (time 1786712796.55 total 40.14 last 12.03)
 - mkdir 722 (time 1786712806.56 total 50.14 last 12.89)
 - mkdir 884 (time 1786712816.59 total 60.18 last 16.15)
 - mkdir 994 (time 1786712826.68 total 70.26 last 10.91)
total: 1000 mkdir in 70.71 seconds: 14.14 ops/second
 - mkdir 163 (time 1786712766.87 total 10.06 last 16.20)
 - mkdir 320 (time 1786712776.90 total 20.10 last 15.64)
 - mkdir 472 (time 1786712786.91 total 30.10 last 15.19)
 - mkdir 594 (time 1786712796.95 total 40.14 last 12.15)
 - mkdir 728 (time 1786712806.96 total 50.15 last 13.39)
 - mkdir 896 (time 1786712816.97 total 60.17 last 16.77)
 - mkdir 998 (time 1786712827.03 total 70.23 last 10.14)
total: 1000 mkdir in 70.38 seconds: 14.21 ops/second
 - mkdir 159 (time 1786712766.41 total 10.05 last 15.82)
 - mkdir 319 (time 1786712776.43 total 20.08 last 15.96)
 - mkdir 473 (time 1786712786.48 total 30.13 last 15.33)
 - mkdir 593 (time 1786712796.53 total 40.18 last 11.93)
 - mkdir 726 (time 1786712806.57 total 50.22 last 13.25)
 - mkdir 882 (time 1786712816.59 total 60.24 last 15.56)
 - mkdir 988 (time 1786712826.70 total 70.35 last 10.49)
total: 1000 mkdir in 71.47 seconds: 13.99 ops/second
 - mkdir 157 (time 1786712765.82 total 10.01 last 15.68)
 - mkdir 311 (time 1786712775.82 total 20.02 last 15.39)
 - mkdir 460 (time 1786712785.86 total 30.05 last 14.85)
 - mkdir 577 (time 1786712795.92 total 40.11 last 11.63)
 - mkdir 708 (time 1786712805.97 total 50.16 last 13.04)
 - mkdir 856 (time 1786712816.01 total 60.20 last 14.74)
 - mkdir 967 (time 1786712826.01 total 70.20 last 11.10)
total: 1000 mkdir in 73.18 seconds: 13.67 ops/second
Time for file creation 84 sec for 1 RPC sent at a time
 - unlinked 0 (time 1786712836 ; total 0 ; last 0)
total: 1000 unlinks in 33 seconds: 30.303030 unlinks/second
 - unlinked 0 (time 1786712838 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
 - unlinked 0 (time 1786712838 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
 - unlinked 0 (time 1786712838 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
 - unlinked 0 (time 1786712837 ; total 0 ; last 0)
total: 1000 unlinks in 33 seconds: 30.303030 unlinks/second
 - unlinked 0 (time 1786712838 ; total 0 ; last 0)
total: 1000 unlinks in 33 seconds: 30.303030 unlinks/second
 - unlinked 0 (time 1786712838 ; total 0 ; last 0)
total: 1000 unlinks in 33 seconds: 30.303030 unlinks/second
 - unlinked 0 (time 1786712838 ; total 0 ; last 0)
total: 1000 unlinks in 33 seconds: 30.303030 unlinks/second
 - unlinked 0 (time 1786712838 ; total 0 ; last 0)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
 - unlinked 0 (time 1786712838 ; total 0 ; last 0)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
Time for file removal 45 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8