== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 23:32:24 (1787715144)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.44 seconds: 22.55 ops/second
 - mkdir 174 (time 1787715168.13 total 10.01 last 17.38)
 - mkdir 330 (time 1787715178.18 total 20.06 last 15.53)
 - mkdir 488 (time 1787715188.20 total 30.08 last 15.76)
 - mkdir 626 (time 1787715198.23 total 40.11 last 13.76)
 - mkdir 790 (time 1787715208.28 total 50.15 last 16.33)
 - mkdir 921 (time 1787715218.29 total 60.17 last 13.08)
total: 1000 mkdir in 67.74 seconds: 14.76 ops/second
 - mkdir 170 (time 1787715166.19 total 10.05 last 16.92)
 - mkdir 326 (time 1787715176.24 total 20.10 last 15.52)
 - mkdir 475 (time 1787715186.26 total 30.12 last 14.87)
 - mkdir 610 (time 1787715196.28 total 40.14 last 13.47)
 - mkdir 758 (time 1787715206.37 total 50.23 last 14.67)
 - mkdir 898 (time 1787715216.41 total 60.27 last 13.94)
 - mkdir 997 (time 1787715226.51 total 70.37 last 9.81)
total: 1000 mkdir in 70.64 seconds: 14.16 ops/second
 - mkdir 173 (time 1787715167.96 total 10.07 last 17.18)
 - mkdir 330 (time 1787715178.01 total 20.12 last 15.62)
 - mkdir 473 (time 1787715188.06 total 30.18 last 14.23)
 - mkdir 606 (time 1787715198.08 total 40.19 last 13.29)
 - mkdir 769 (time 1787715208.15 total 50.26 last 16.19)
 - mkdir 901 (time 1787715218.22 total 60.33 last 13.10)
 - mkdir 994 (time 1787715228.28 total 70.39 last 9.24)
total: 1000 mkdir in 71.07 seconds: 14.07 ops/second
 - mkdir 169 (time 1787715167.16 total 10.03 last 16.84)
 - mkdir 321 (time 1787715177.19 total 20.06 last 15.16)
 - mkdir 465 (time 1787715187.19 total 30.06 last 14.40)
 - mkdir 596 (time 1787715197.20 total 40.07 last 13.09)
 - mkdir 746 (time 1787715207.24 total 50.12 last 14.93)
 - mkdir 885 (time 1787715217.31 total 60.18 last 13.81)
 - mkdir 983 (time 1787715227.33 total 70.20 last 9.78)
total: 1000 mkdir in 72.51 seconds: 13.79 ops/second
 - mkdir 165 (time 1787715167.45 total 10.04 last 16.44)
 - mkdir 315 (time 1787715177.46 total 20.05 last 14.98)
 - mkdir 460 (time 1787715187.53 total 30.11 last 14.40)
 - mkdir 597 (time 1787715197.60 total 40.19 last 13.60)
 - mkdir 752 (time 1787715207.63 total 50.22 last 15.45)
 - mkdir 882 (time 1787715217.64 total 60.23 last 12.99)
 - mkdir 980 (time 1787715227.82 total 70.41 last 9.62)
total: 1000 mkdir in 73.33 seconds: 13.64 ops/second
 - mkdir 172 (time 1787715168.18 total 10.00 last 17.20)
 - mkdir 325 (time 1787715178.23 total 20.06 last 15.22)
 - mkdir 467 (time 1787715188.24 total 30.06 last 14.19)
 - mkdir 606 (time 1787715198.25 total 40.07 last 13.89)
 - mkdir 759 (time 1787715208.28 total 50.10 last 15.26)
 - mkdir 888 (time 1787715218.28 total 60.10 last 12.90)
 - mkdir 981 (time 1787715228.41 total 70.23 last 9.18)
total: 1000 mkdir in 73.50 seconds: 13.61 ops/second
 - mkdir 169 (time 1787715168.17 total 10.10 last 16.73)
 - mkdir 327 (time 1787715178.23 total 20.17 last 15.70)
 - mkdir 472 (time 1787715188.29 total 30.22 last 14.43)
 - mkdir 603 (time 1787715198.34 total 40.28 last 13.03)
 - mkdir 752 (time 1787715208.36 total 50.29 last 14.88)
 - mkdir 884 (time 1787715218.36 total 60.30 last 13.19)
 - mkdir 980 (time 1787715228.45 total 70.38 last 9.52)
total: 1000 mkdir in 73.65 seconds: 13.58 ops/second
 - mkdir 171 (time 1787715168.39 total 10.02 last 17.06)
 - mkdir 323 (time 1787715178.41 total 20.04 last 15.17)
 - mkdir 468 (time 1787715188.42 total 30.06 last 14.48)
 - mkdir 601 (time 1787715198.43 total 40.06 last 13.30)
 - mkdir 754 (time 1787715208.44 total 50.08 last 15.28)
 - mkdir 875 (time 1787715218.45 total 60.09 last 12.09)
 - mkdir 970 (time 1787715228.62 total 70.25 last 9.34)
total: 1000 mkdir in 75.64 seconds: 13.22 ops/second
 - mkdir 170 (time 1787715167.86 total 10.05 last 16.92)
 - mkdir 316 (time 1787715177.92 total 20.11 last 14.51)
 - mkdir 460 (time 1787715187.94 total 30.13 last 14.37)
 - mkdir 591 (time 1787715197.99 total 40.18 last 13.04)
 - mkdir 745 (time 1787715208.07 total 50.26 last 15.28)
 - mkdir 867 (time 1787715218.07 total 60.26 last 12.20)
 - mkdir 958 (time 1787715228.11 total 70.30 last 9.07)
total: 1000 mkdir in 77.08 seconds: 12.97 ops/second
 - mkdir 164 (time 1787715167.34 total 10.05 last 16.31)
 - mkdir 305 (time 1787715177.38 total 20.09 last 14.05)
 - mkdir 446 (time 1787715187.42 total 30.13 last 14.05)
 - mkdir 572 (time 1787715197.45 total 40.16 last 12.56)
 - mkdir 713 (time 1787715207.47 total 50.19 last 14.07)
 - mkdir 840 (time 1787715217.48 total 60.19 last 12.70)
 - mkdir 931 (time 1787715227.63 total 70.34 last 8.97)
total: 1000 mkdir in 79.84 seconds: 12.53 ops/second
Time for file creation 90 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 16 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.52 seconds: 19.25 ops/second
 - mkdir 148 (time 1787715764.36 total 10.07 last 14.70)
 - mkdir 292 (time 1787715774.37 total 20.08 last 14.38)
 - mkdir 435 (time 1787715784.37 total 30.08 last 14.29)
 - mkdir 577 (time 1787715794.44 total 40.15 last 14.10)
 - mkdir 710 (time 1787715804.49 total 50.20 last 13.24)
 - mkdir 845 (time 1787715814.55 total 60.26 last 13.42)
 - mkdir 980 (time 1787715824.58 total 70.29 last 13.46)
total: 1000 mkdir in 72.02 seconds: 13.89 ops/second
 - mkdir 159 (time 1787715766.46 total 10.04 last 15.83)
 - mkdir 308 (time 1787715776.46 total 20.05 last 14.90)
 - mkdir 451 (time 1787715786.49 total 30.07 last 14.27)
 - mkdir 595 (time 1787715796.54 total 40.12 last 14.33)
 - mkdir 725 (time 1787715806.59 total 50.17 last 12.94)
 - mkdir 860 (time 1787715816.64 total 60.22 last 13.43)
 - mkdir 991 (time 1787715826.80 total 70.38 last 12.89)
total: 1000 mkdir in 71.47 seconds: 13.99 ops/second
 - mkdir 142 (time 1787715765.46 total 10.09 last 14.08)
 - mkdir 289 (time 1787715775.50 total 20.13 last 14.64)
 - mkdir 431 (time 1787715785.55 total 30.18 last 14.13)
 - mkdir 573 (time 1787715795.56 total 40.18 last 14.19)
 - mkdir 711 (time 1787715805.62 total 50.24 last 13.71)
 - mkdir 843 (time 1787715815.71 total 60.33 last 13.09)
 - mkdir 976 (time 1787715825.73 total 70.35 last 13.27)
total: 1000 mkdir in 72.95 seconds: 13.71 ops/second
 - mkdir 160 (time 1787715766.68 total 10.03 last 15.95)
 - mkdir 304 (time 1787715776.74 total 20.10 last 14.31)
 - mkdir 448 (time 1787715786.75 total 30.11 last 14.38)
 - mkdir 589 (time 1787715796.76 total 40.12 last 14.09)
 - mkdir 726 (time 1787715806.85 total 50.21 last 13.58)
 - mkdir 860 (time 1787715816.90 total 60.26 last 13.33)
 - mkdir 988 (time 1787715826.99 total 70.34 last 12.70)
total: 1000 mkdir in 72.25 seconds: 13.84 ops/second
 - mkdir 148 (time 1787715763.16 total 10.03 last 14.76)
 - mkdir 282 (time 1787715773.20 total 20.06 last 13.36)
 - mkdir 414 (time 1787715783.22 total 30.09 last 13.17)
 - mkdir 549 (time 1787715793.29 total 40.16 last 13.41)
 - mkdir 683 (time 1787715803.33 total 50.20 last 13.35)
 - mkdir 815 (time 1787715813.34 total 60.21 last 13.18)
 - mkdir 945 (time 1787715823.36 total 70.23 last 12.98)
total: 1000 mkdir in 76.53 seconds: 13.07 ops/second
 - mkdir 149 (time 1787715765.98 total 10.00 last 14.89)
 - mkdir 292 (time 1787715776.01 total 20.03 last 14.27)
 - mkdir 434 (time 1787715786.04 total 30.06 last 14.15)
 - mkdir 571 (time 1787715796.07 total 40.09 last 13.66)
 - mkdir 707 (time 1787715806.07 total 50.09 last 13.60)
 - mkdir 843 (time 1787715816.09 total 60.11 last 13.58)
 - mkdir 971 (time 1787715826.16 total 70.18 last 12.71)
total: 1000 mkdir in 74.26 seconds: 13.47 ops/second
 - mkdir 148 (time 1787715765.10 total 10.02 last 14.76)
 - mkdir 290 (time 1787715775.11 total 20.03 last 14.19)
 - mkdir 428 (time 1787715785.13 total 30.05 last 13.77)
 - mkdir 567 (time 1787715795.16 total 40.09 last 13.85)
 - mkdir 698 (time 1787715805.18 total 50.10 last 13.08)
 - mkdir 834 (time 1787715815.19 total 60.11 last 13.58)
 - mkdir 960 (time 1787715825.21 total 70.13 last 12.58)
total: 1000 mkdir in 75.53 seconds: 13.24 ops/second
 - mkdir 146 (time 1787715765.85 total 10.01 last 14.58)
 - mkdir 292 (time 1787715775.90 total 20.07 last 14.53)
 - mkdir 427 (time 1787715786.00 total 30.16 last 13.37)
 - mkdir 569 (time 1787715796.00 total 40.16 last 14.20)
 - mkdir 700 (time 1787715806.00 total 50.17 last 13.09)
 - mkdir 837 (time 1787715816.07 total 60.23 last 13.61)
 - mkdir 967 (time 1787715826.08 total 70.25 last 12.98)
total: 1000 mkdir in 74.81 seconds: 13.37 ops/second
 - mkdir 150 (time 1787715766.69 total 10.06 last 14.91)
 - mkdir 294 (time 1787715776.72 total 20.09 last 14.36)
 - mkdir 435 (time 1787715786.76 total 30.13 last 14.04)
 - mkdir 576 (time 1787715796.77 total 40.14 last 14.09)
 - mkdir 716 (time 1787715806.77 total 50.14 last 14.00)
 - mkdir 847 (time 1787715816.80 total 60.16 last 13.07)
 - mkdir 974 (time 1787715826.82 total 70.18 last 12.68)
total: 1000 mkdir in 74.15 seconds: 13.49 ops/second
 - mkdir 145 (time 1787715766.19 total 10.02 last 14.48)
 - mkdir 285 (time 1787715776.22 total 20.05 last 13.96)
 - mkdir 420 (time 1787715786.28 total 30.11 last 13.41)
 - mkdir 563 (time 1787715796.37 total 40.20 last 14.17)
 - mkdir 696 (time 1787715806.42 total 50.25 last 13.24)
 - mkdir 825 (time 1787715816.49 total 60.32 last 12.81)
 - mkdir 947 (time 1787715826.55 total 70.38 last 12.12)
total: 1000 mkdir in 78.30 seconds: 12.77 ops/second
Time for file creation 89 sec for 1 RPC sent at a time
 - unlinked 0 (time 1787715846 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1787715846 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1787715848 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1787715849 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1787715849 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1787715849 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1787715849 ; total 0 ; last 0)
total: 1000 unlinks in 37 seconds: 27.027027 unlinks/second
 - unlinked 0 (time 1787715849 ; total 0 ; last 0)
total: 1000 unlinks in 37 seconds: 27.027027 unlinks/second
 - unlinked 0 (time 1787715849 ; total 0 ; last 0)
total: 1000 unlinks in 37 seconds: 27.027027 unlinks/second
 - unlinked 0 (time 1787715849 ; total 0 ; last 0)
total: 1000 unlinks in 37 seconds: 27.027027 unlinks/second
Time for file removal 55 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8