== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 04:09:49 (1790755789)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.87 seconds: 11.49 ops/second
 - mkdir 131 (time 1790755815.07 total 10.10 last 12.96)
 - mkdir 272 (time 1790755825.09 total 20.12 last 14.07)
 - mkdir 401 (time 1790755835.15 total 30.18 last 12.82)
 - mkdir 549 (time 1790755845.19 total 40.22 last 14.75)
 - mkdir 673 (time 1790755855.27 total 50.30 last 12.30)
 - mkdir 819 (time 1790755865.32 total 60.35 last 14.53)
 - mkdir 985 (time 1790755875.37 total 70.40 last 16.52)
total: 1000 mkdir in 71.83 seconds: 13.92 ops/second
 - mkdir 118 (time 1790755813.59 total 10.03 last 11.76)
 - mkdir 253 (time 1790755823.62 total 20.07 last 13.45)
 - mkdir 370 (time 1790755833.71 total 30.15 last 11.60)
 - mkdir 514 (time 1790755843.80 total 40.25 last 14.27)
 - mkdir 637 (time 1790755853.83 total 50.28 last 12.26)
 - mkdir 770 (time 1790755863.87 total 60.32 last 13.24)
 - mkdir 935 (time 1790755873.90 total 70.35 last 16.45)
total: 1000 mkdir in 77.14 seconds: 12.96 ops/second
 - mkdir 121 (time 1790755815.64 total 10.07 last 12.02)
 - mkdir 260 (time 1790755825.69 total 20.11 last 13.84)
 - mkdir 389 (time 1790755835.75 total 30.17 last 12.82)
 - mkdir 528 (time 1790755845.81 total 40.24 last 13.81)
 - mkdir 653 (time 1790755855.85 total 50.28 last 12.45)
 - mkdir 796 (time 1790755865.90 total 60.32 last 14.24)
 - mkdir 963 (time 1790755875.95 total 70.38 last 16.60)
total: 1000 mkdir in 75.16 seconds: 13.31 ops/second
 - mkdir 122 (time 1790755815.16 total 10.08 last 12.10)
 - mkdir 265 (time 1790755825.19 total 20.11 last 14.26)
 - mkdir 383 (time 1790755835.27 total 30.19 last 11.71)
 - mkdir 523 (time 1790755845.32 total 40.24 last 13.93)
 - mkdir 647 (time 1790755855.33 total 50.24 last 12.39)
 - mkdir 789 (time 1790755865.34 total 60.26 last 14.18)
 - mkdir 951 (time 1790755875.36 total 70.28 last 16.17)
total: 1000 mkdir in 76.19 seconds: 13.12 ops/second
 - mkdir 124 (time 1790755814.71 total 10.04 last 12.36)
 - mkdir 258 (time 1790755824.81 total 20.14 last 13.27)
 - mkdir 377 (time 1790755834.81 total 30.14 last 11.90)
 - mkdir 519 (time 1790755844.86 total 40.18 last 14.13)
 - mkdir 636 (time 1790755854.92 total 50.25 last 11.63)
 - mkdir 778 (time 1790755864.95 total 60.27 last 14.16)
 - mkdir 943 (time 1790755875.01 total 70.34 last 16.39)
total: 1000 mkdir in 77.27 seconds: 12.94 ops/second
 - mkdir 119 (time 1790755815.54 total 10.11 last 11.77)
 - mkdir 259 (time 1790755825.60 total 20.18 last 13.91)
 - mkdir 385 (time 1790755835.64 total 30.22 last 12.55)
 - mkdir 525 (time 1790755845.67 total 40.24 last 13.97)
 - mkdir 649 (time 1790755855.71 total 50.28 last 12.35)
 - mkdir 785 (time 1790755865.73 total 60.30 last 13.57)
 - mkdir 951 (time 1790755875.79 total 70.36 last 16.50)
total: 1000 mkdir in 76.61 seconds: 13.05 ops/second
 - mkdir 120 (time 1790755814.63 total 10.08 last 11.90)
 - mkdir 259 (time 1790755824.67 total 20.12 last 13.85)
 - mkdir 373 (time 1790755834.68 total 30.14 last 11.38)
 - mkdir 513 (time 1790755844.70 total 40.16 last 13.97)
 - mkdir 634 (time 1790755854.73 total 50.19 last 12.07)
 - mkdir 769 (time 1790755864.78 total 60.24 last 13.43)
 - mkdir 939 (time 1790755874.80 total 70.26 last 16.97)
total: 1000 mkdir in 77.53 seconds: 12.90 ops/second
 - mkdir 117 (time 1790755814.13 total 10.09 last 11.60)
 - mkdir 247 (time 1790755824.22 total 20.18 last 12.88)
 - mkdir 366 (time 1790755834.23 total 30.19 last 11.89)
 - mkdir 508 (time 1790755844.23 total 40.19 last 14.20)
 - mkdir 624 (time 1790755854.25 total 50.21 last 11.58)
 - mkdir 760 (time 1790755864.29 total 60.25 last 13.54)
 - mkdir 922 (time 1790755874.41 total 70.37 last 16.01)
total: 1000 mkdir in 79.80 seconds: 12.53 ops/second
 - mkdir 115 (time 1790755813.48 total 10.09 last 11.40)
 - mkdir 246 (time 1790755823.55 total 20.16 last 13.01)
 - mkdir 361 (time 1790755833.61 total 30.22 last 11.43)
 - mkdir 497 (time 1790755843.61 total 40.23 last 13.59)
 - mkdir 616 (time 1790755853.63 total 50.25 last 11.88)
 - mkdir 752 (time 1790755863.64 total 60.26 last 13.59)
 - mkdir 909 (time 1790755873.68 total 70.29 last 15.65)
 - mkdir 996 (time 1790755883.71 total 80.32 last 8.67)
total: 1000 mkdir in 80.84 seconds: 12.37 ops/second
 - mkdir 117 (time 1790755815.20 total 10.08 last 11.61)
 - mkdir 250 (time 1790755825.20 total 20.08 last 13.30)
 - mkdir 367 (time 1790755835.26 total 30.15 last 11.62)
 - mkdir 513 (time 1790755845.28 total 40.17 last 14.57)
 - mkdir 628 (time 1790755855.30 total 50.18 last 11.49)
 - mkdir 770 (time 1790755865.31 total 60.19 last 14.18)
 - mkdir 933 (time 1790755875.37 total 70.25 last 16.20)
total: 1000 mkdir in 79.15 seconds: 12.63 ops/second
Time for file creation 93 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 1 seconds: 0.000000 unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 16 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.62 seconds: 16.02 ops/second
 - mkdir 185 (time 1790756477.89 total 10.03 last 18.45)
 - mkdir 377 (time 1790756487.94 total 20.08 last 19.10)
 - mkdir 528 (time 1790756497.96 total 30.11 last 15.06)
 - mkdir 704 (time 1790756507.97 total 40.11 last 17.59)
 - mkdir 867 (time 1790756518.00 total 50.15 last 16.25)
total: 1000 mkdir in 57.99 seconds: 17.24 ops/second
 - mkdir 185 (time 1790756477.49 total 10.01 last 18.49)
 - mkdir 371 (time 1790756487.50 total 20.02 last 18.58)
 - mkdir 515 (time 1790756497.50 total 30.02 last 14.40)
 - mkdir 683 (time 1790756507.56 total 40.07 last 16.71)
 - mkdir 843 (time 1790756517.60 total 50.12 last 15.92)
 - mkdir 991 (time 1790756527.65 total 60.16 last 14.74)
total: 1000 mkdir in 61.04 seconds: 16.38 ops/second
 - mkdir 185 (time 1790756477.71 total 10.07 last 18.37)
 - mkdir 373 (time 1790756487.75 total 20.11 last 18.72)
 - mkdir 517 (time 1790756497.77 total 30.13 last 14.38)
 - mkdir 686 (time 1790756507.78 total 40.14 last 16.87)
 - mkdir 844 (time 1790756517.84 total 50.20 last 15.71)
 - mkdir 993 (time 1790756527.86 total 60.21 last 14.87)
total: 1000 mkdir in 60.96 seconds: 16.40 ops/second
 - mkdir 182 (time 1790756477.55 total 10.02 last 18.16)
 - mkdir 370 (time 1790756487.57 total 20.04 last 18.76)
 - mkdir 513 (time 1790756497.60 total 30.07 last 14.26)
 - mkdir 684 (time 1790756507.61 total 40.08 last 17.09)
 - mkdir 842 (time 1790756517.63 total 50.10 last 15.77)
 - mkdir 990 (time 1790756527.74 total 60.21 last 14.63)
total: 1000 mkdir in 61.27 seconds: 16.32 ops/second
 - mkdir 174 (time 1790756476.72 total 10.03 last 17.34)
 - mkdir 361 (time 1790756486.72 total 20.04 last 18.70)
 - mkdir 500 (time 1790756496.75 total 30.07 last 13.85)
 - mkdir 668 (time 1790756506.77 total 40.09 last 16.77)
 - mkdir 828 (time 1790756516.83 total 50.15 last 15.90)
 - mkdir 983 (time 1790756526.90 total 60.22 last 15.39)
total: 1000 mkdir in 62.32 seconds: 16.05 ops/second
 - mkdir 185 (time 1790756477.85 total 10.04 last 18.43)
 - mkdir 362 (time 1790756487.89 total 20.07 last 17.64)
 - mkdir 509 (time 1790756497.91 total 30.10 last 14.67)
 - mkdir 680 (time 1790756507.91 total 40.10 last 17.10)
 - mkdir 836 (time 1790756517.96 total 50.15 last 15.52)
 - mkdir 984 (time 1790756527.99 total 60.18 last 14.76)
total: 1000 mkdir in 62.52 seconds: 16.00 ops/second
 - mkdir 182 (time 1790756477.93 total 10.00 last 18.20)
 - mkdir 362 (time 1790756487.95 total 20.02 last 17.97)
 - mkdir 508 (time 1790756497.99 total 30.06 last 14.53)
 - mkdir 675 (time 1790756507.99 total 40.07 last 16.70)
 - mkdir 836 (time 1790756518.01 total 50.08 last 16.08)
 - mkdir 983 (time 1790756528.02 total 60.09 last 14.68)
total: 1000 mkdir in 62.76 seconds: 15.93 ops/second
 - mkdir 177 (time 1790756477.27 total 10.00 last 17.70)
 - mkdir 363 (time 1790756487.27 total 20.00 last 18.59)
 - mkdir 498 (time 1790756497.29 total 30.03 last 13.47)
 - mkdir 662 (time 1790756507.32 total 40.05 last 16.36)
 - mkdir 821 (time 1790756517.33 total 50.06 last 15.88)
 - mkdir 970 (time 1790756527.39 total 60.12 last 14.82)
total: 1000 mkdir in 64.51 seconds: 15.50 ops/second
 - mkdir 168 (time 1790756476.67 total 10.01 last 16.78)
 - mkdir 347 (time 1790756486.73 total 20.07 last 17.80)
 - mkdir 486 (time 1790756496.74 total 30.08 last 13.88)
 - mkdir 644 (time 1790756506.77 total 40.11 last 15.75)
 - mkdir 800 (time 1790756516.83 total 50.17 last 15.51)
 - mkdir 946 (time 1790756526.95 total 60.29 last 14.42)
total: 1000 mkdir in 67.60 seconds: 14.79 ops/second
 - mkdir 173 (time 1790756478.03 total 10.00 last 17.30)
 - mkdir 349 (time 1790756488.07 total 20.04 last 17.53)
 - mkdir 486 (time 1790756498.08 total 30.05 last 13.69)
 - mkdir 650 (time 1790756508.17 total 40.14 last 16.25)
 - mkdir 805 (time 1790756518.19 total 50.16 last 15.48)
 - mkdir 946 (time 1790756528.29 total 60.26 last 13.96)
total: 1000 mkdir in 66.98 seconds: 14.93 ops/second
Time for file creation 76 sec for 1 RPC sent at a time
 - unlinked 0 (time 1790756543 ; total 0 ; last 0)
total: 1000 unlinks in 33 seconds: 30.303030 unlinks/second
 - unlinked 0 (time 1790756544 ; total 0 ; last 0)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
 - unlinked 0 (time 1790756545 ; total 0 ; last 0)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
 - unlinked 0 (time 1790756545 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1790756546 ; total 0 ; last 0)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
 - unlinked 0 (time 1790756546 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1790756546 ; total 1 ; last 1)
total: 1000 unlinks in 37 seconds: 27.027027 unlinks/second
 - unlinked 0 (time 1790756546 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1790756546 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1790756547 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
Time for file removal 49 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8