== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 01:48:04 (1787636884)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.66 seconds: 15.26 ops/second
 - mkdir 149 (time 1787636904.18 total 10.04 last 14.85)
 - mkdir 312 (time 1787636914.26 total 20.11 last 16.17)
 - mkdir 468 (time 1787636924.27 total 30.12 last 15.59)
 - mkdir 601 (time 1787636934.31 total 40.16 last 13.25)
 - mkdir 749 (time 1787636944.31 total 50.17 last 14.79)
 - mkdir 908 (time 1787636954.34 total 60.19 last 15.86)
total: 1000 mkdir in 66.42 seconds: 15.06 ops/second
 - mkdir 163 (time 1787636908.08 total 10.05 last 16.22)
 - mkdir 334 (time 1787636918.10 total 20.07 last 17.07)
 - mkdir 487 (time 1787636928.12 total 30.09 last 15.26)
 - mkdir 624 (time 1787636938.16 total 40.13 last 13.65)
 - mkdir 785 (time 1787636948.18 total 50.16 last 16.06)
 - mkdir 938 (time 1787636958.26 total 60.23 last 15.18)
total: 1000 mkdir in 65.34 seconds: 15.30 ops/second
 - mkdir 151 (time 1787636907.16 total 10.07 last 14.99)
 - mkdir 316 (time 1787636917.17 total 20.08 last 16.48)
 - mkdir 464 (time 1787636927.28 total 30.19 last 14.64)
 - mkdir 598 (time 1787636937.28 total 40.20 last 13.40)
 - mkdir 757 (time 1787636947.30 total 50.22 last 15.86)
 - mkdir 912 (time 1787636957.36 total 60.28 last 15.41)
total: 1000 mkdir in 68.83 seconds: 14.53 ops/second
 - mkdir 146 (time 1787636907.16 total 10.04 last 14.54)
 - mkdir 313 (time 1787636917.17 total 20.05 last 16.68)
 - mkdir 469 (time 1787636927.20 total 30.09 last 15.55)
 - mkdir 601 (time 1787636937.22 total 40.11 last 13.18)
 - mkdir 760 (time 1787636947.28 total 50.16 last 15.81)
 - mkdir 912 (time 1787636957.31 total 60.20 last 15.14)
total: 1000 mkdir in 68.97 seconds: 14.50 ops/second
 - mkdir 151 (time 1787636907.67 total 10.01 last 15.09)
 - mkdir 318 (time 1787636917.72 total 20.06 last 16.62)
 - mkdir 469 (time 1787636927.76 total 30.09 last 15.04)
 - mkdir 604 (time 1787636937.78 total 40.11 last 13.47)
 - mkdir 758 (time 1787636947.83 total 50.16 last 15.32)
 - mkdir 915 (time 1787636957.84 total 60.18 last 15.68)
total: 1000 mkdir in 69.22 seconds: 14.45 ops/second
 - mkdir 154 (time 1787636908.36 total 10.04 last 15.34)
 - mkdir 321 (time 1787636918.36 total 20.04 last 16.70)
 - mkdir 471 (time 1787636928.43 total 30.11 last 14.90)
 - mkdir 610 (time 1787636938.49 total 40.17 last 13.81)
 - mkdir 771 (time 1787636948.49 total 50.17 last 16.10)
 - mkdir 923 (time 1787636958.54 total 60.22 last 15.13)
total: 1000 mkdir in 68.61 seconds: 14.58 ops/second
 - mkdir 147 (time 1787636907.83 total 10.05 last 14.63)
 - mkdir 313 (time 1787636917.87 total 20.09 last 16.53)
 - mkdir 469 (time 1787636927.94 total 30.16 last 15.49)
 - mkdir 604 (time 1787636938.00 total 40.22 last 13.42)
 - mkdir 762 (time 1787636948.05 total 50.27 last 15.73)
 - mkdir 915 (time 1787636958.07 total 60.29 last 15.27)
total: 1000 mkdir in 69.26 seconds: 14.44 ops/second
 - mkdir 146 (time 1787636907.46 total 10.05 last 14.52)
 - mkdir 312 (time 1787636917.51 total 20.11 last 16.51)
 - mkdir 468 (time 1787636927.54 total 30.13 last 15.56)
 - mkdir 602 (time 1787636937.56 total 40.16 last 13.36)
 - mkdir 759 (time 1787636947.63 total 50.23 last 15.60)
 - mkdir 913 (time 1787636957.67 total 60.27 last 15.33)
total: 1000 mkdir in 69.83 seconds: 14.32 ops/second
 - mkdir 138 (time 1787636906.61 total 10.03 last 13.76)
 - mkdir 290 (time 1787636916.66 total 20.08 last 15.12)
 - mkdir 443 (time 1787636926.70 total 30.12 last 15.23)
 - mkdir 579 (time 1787636936.76 total 40.18 last 13.53)
 - mkdir 735 (time 1787636946.76 total 50.18 last 15.59)
 - mkdir 886 (time 1787636956.78 total 60.20 last 15.08)
 - mkdir 986 (time 1787636966.92 total 70.34 last 9.86)
total: 1000 mkdir in 71.91 seconds: 13.91 ops/second
 - mkdir 149 (time 1787636908.40 total 10.03 last 14.85)
 - mkdir 313 (time 1787636918.43 total 20.06 last 16.36)
 - mkdir 454 (time 1787636928.55 total 30.18 last 13.93)
 - mkdir 590 (time 1787636938.55 total 40.18 last 13.60)
 - mkdir 747 (time 1787636948.56 total 50.20 last 15.68)
 - mkdir 898 (time 1787636958.61 total 60.24 last 15.03)
 - mkdir 988 (time 1787636968.63 total 70.27 last 8.98)
total: 1000 mkdir in 71.48 seconds: 13.99 ops/second
Time for file creation 84 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 15 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.56 seconds: 17.76 ops/second
 - mkdir 143 (time 1787637562.57 total 10.05 last 14.22)
 - mkdir 268 (time 1787637572.59 total 20.08 last 12.47)
 - mkdir 397 (time 1787637582.62 total 30.10 last 12.86)
 - mkdir 539 (time 1787637592.65 total 40.14 last 14.16)
 - mkdir 681 (time 1787637602.67 total 50.15 last 14.18)
 - mkdir 846 (time 1787637612.71 total 60.19 last 16.42)
 - mkdir 993 (time 1787637622.75 total 70.23 last 14.64)
total: 1000 mkdir in 70.59 seconds: 14.17 ops/second
 - mkdir 143 (time 1787637562.06 total 10.10 last 14.16)
 - mkdir 270 (time 1787637572.08 total 20.12 last 12.68)
 - mkdir 393 (time 1787637582.09 total 30.13 last 12.29)
 - mkdir 532 (time 1787637592.10 total 40.13 last 13.89)
 - mkdir 666 (time 1787637602.11 total 50.14 last 13.38)
 - mkdir 835 (time 1787637612.16 total 60.19 last 16.82)
 - mkdir 981 (time 1787637622.24 total 70.27 last 14.49)
total: 1000 mkdir in 71.60 seconds: 13.97 ops/second
 - mkdir 149 (time 1787637563.75 total 10.07 last 14.80)
 - mkdir 277 (time 1787637573.81 total 20.13 last 12.72)
 - mkdir 405 (time 1787637583.85 total 30.17 last 12.75)
 - mkdir 549 (time 1787637593.85 total 40.17 last 14.40)
 - mkdir 680 (time 1787637603.86 total 50.18 last 13.09)
 - mkdir 854 (time 1787637613.87 total 60.19 last 17.39)
 - mkdir 994 (time 1787637623.87 total 70.19 last 13.99)
total: 1000 mkdir in 70.65 seconds: 14.15 ops/second
 - mkdir 144 (time 1787637563.09 total 10.03 last 14.35)
 - mkdir 276 (time 1787637573.14 total 20.09 last 13.13)
 - mkdir 396 (time 1787637583.14 total 30.09 last 12.00)
 - mkdir 537 (time 1787637593.17 total 40.12 last 14.06)
 - mkdir 667 (time 1787637603.21 total 50.16 last 12.95)
 - mkdir 833 (time 1787637613.21 total 60.16 last 16.60)
 - mkdir 978 (time 1787637623.27 total 70.22 last 14.42)
total: 1000 mkdir in 72.39 seconds: 13.81 ops/second
 - mkdir 140 (time 1787637563.53 total 10.08 last 13.90)
 - mkdir 266 (time 1787637573.56 total 20.10 last 12.57)
 - mkdir 397 (time 1787637583.62 total 30.16 last 13.02)
 - mkdir 538 (time 1787637593.63 total 40.17 last 14.09)
 - mkdir 669 (time 1787637603.71 total 50.25 last 13.00)
 - mkdir 837 (time 1787637613.76 total 60.31 last 16.71)
 - mkdir 978 (time 1787637623.83 total 70.38 last 14.00)
total: 1000 mkdir in 72.92 seconds: 13.71 ops/second
 - mkdir 141 (time 1787637562.34 total 10.01 last 14.08)
 - mkdir 267 (time 1787637572.42 total 20.10 last 12.49)
 - mkdir 389 (time 1787637582.44 total 30.12 last 12.17)
 - mkdir 519 (time 1787637592.45 total 40.12 last 12.99)
 - mkdir 647 (time 1787637602.48 total 50.16 last 12.76)
 - mkdir 807 (time 1787637612.55 total 60.23 last 15.89)
 - mkdir 954 (time 1787637622.56 total 70.24 last 14.68)
total: 1000 mkdir in 74.97 seconds: 13.34 ops/second
 - mkdir 148 (time 1787637563.61 total 10.08 last 14.69)
 - mkdir 267 (time 1787637573.63 total 20.11 last 11.87)
 - mkdir 394 (time 1787637583.68 total 30.15 last 12.65)
 - mkdir 533 (time 1787637593.69 total 40.16 last 13.88)
 - mkdir 659 (time 1787637603.71 total 50.19 last 12.57)
 - mkdir 830 (time 1787637613.81 total 60.29 last 16.93)
 - mkdir 971 (time 1787637623.85 total 70.32 last 14.06)
total: 1000 mkdir in 73.84 seconds: 13.54 ops/second
 - mkdir 140 (time 1787637562.42 total 10.06 last 13.92)
 - mkdir 264 (time 1787637572.44 total 20.08 last 12.37)
 - mkdir 382 (time 1787637582.46 total 30.10 last 11.77)
 - mkdir 513 (time 1787637592.53 total 40.17 last 13.01)
 - mkdir 644 (time 1787637602.53 total 50.17 last 13.10)
 - mkdir 807 (time 1787637612.62 total 60.26 last 16.16)
 - mkdir 950 (time 1787637622.63 total 70.27 last 14.29)
total: 1000 mkdir in 75.66 seconds: 13.22 ops/second
 - mkdir 142 (time 1787637563.70 total 10.01 last 14.19)
 - mkdir 266 (time 1787637573.73 total 20.03 last 12.37)
 - mkdir 390 (time 1787637583.84 total 30.15 last 12.26)
 - mkdir 528 (time 1787637593.90 total 40.21 last 13.72)
 - mkdir 651 (time 1787637603.97 total 50.28 last 12.21)
 - mkdir 821 (time 1787637614.04 total 60.35 last 16.89)
 - mkdir 960 (time 1787637624.11 total 70.41 last 13.81)
total: 1000 mkdir in 75.00 seconds: 13.33 ops/second
 - mkdir 135 (time 1787637563.98 total 10.00 last 13.50)
 - mkdir 250 (time 1787637573.99 total 20.01 last 11.49)
 - mkdir 369 (time 1787637584.01 total 30.02 last 11.88)
 - mkdir 499 (time 1787637594.06 total 40.08 last 12.93)
 - mkdir 618 (time 1787637604.20 total 50.22 last 11.74)
 - mkdir 780 (time 1787637614.21 total 60.23 last 16.19)
 - mkdir 923 (time 1787637624.28 total 70.30 last 14.20)
total: 1000 mkdir in 77.39 seconds: 12.92 ops/second
Time for file creation 89 sec for 1 RPC sent at a time
 - unlinked 0 (time 1787637641 ; total 0 ; last 0)
total: 1000 unlinks in 33 seconds: 30.303030 unlinks/second
 - unlinked 0 (time 1787637641 ; total 0 ; last 0)
total: 1000 unlinks in 33 seconds: 30.303030 unlinks/second
 - unlinked 0 (time 1787637642 ; total 0 ; last 0)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
 - unlinked 0 (time 1787637642 ; total 0 ; last 0)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
 - unlinked 0 (time 1787637642 ; total 0 ; last 0)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
 - unlinked 0 (time 1787637642 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1787637642 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1787637642 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1787637642 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1787637642 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
Time for file removal 49 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8