== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 08:54:32 (1779713672)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.48 seconds: 20.80 ops/second
 - mkdir 159 (time 1779713693.50 total 10.08 last 15.77)
 - mkdir 314 (time 1779713703.53 total 20.11 last 15.46)
 - mkdir 460 (time 1779713713.56 total 30.15 last 14.55)
 - mkdir 619 (time 1779713723.59 total 40.18 last 15.85)
 - mkdir 786 (time 1779713733.61 total 50.19 last 16.68)
 - mkdir 941 (time 1779713743.64 total 60.23 last 15.44)
total: 1000 mkdir in 63.96 seconds: 15.63 ops/second
 - mkdir 158 (time 1779713693.84 total 10.04 last 15.73)
 - mkdir 315 (time 1779713703.86 total 20.06 last 15.67)
 - mkdir 461 (time 1779713713.95 total 30.16 last 14.47)
 - mkdir 625 (time 1779713723.97 total 40.17 last 16.38)
 - mkdir 789 (time 1779713734.01 total 50.22 last 16.32)
 - mkdir 942 (time 1779713744.04 total 60.24 last 15.26)
total: 1000 mkdir in 64.33 seconds: 15.54 ops/second
 - mkdir 159 (time 1779713694.34 total 10.04 last 15.84)
 - mkdir 312 (time 1779713704.35 total 20.05 last 15.28)
 - mkdir 462 (time 1779713714.40 total 30.10 last 14.93)
 - mkdir 623 (time 1779713724.48 total 40.18 last 15.97)
 - mkdir 785 (time 1779713734.50 total 50.20 last 16.16)
 - mkdir 944 (time 1779713744.54 total 60.24 last 15.85)
total: 1000 mkdir in 64.37 seconds: 15.54 ops/second
 - mkdir 158 (time 1779713693.22 total 10.03 last 15.76)
 - mkdir 314 (time 1779713703.25 total 20.06 last 15.54)
 - mkdir 452 (time 1779713713.38 total 30.19 last 13.63)
 - mkdir 607 (time 1779713723.42 total 40.22 last 15.45)
 - mkdir 772 (time 1779713733.44 total 50.25 last 16.46)
 - mkdir 925 (time 1779713743.47 total 60.28 last 15.25)
total: 1000 mkdir in 65.97 seconds: 15.16 ops/second
 - mkdir 153 (time 1779713693.20 total 10.07 last 15.19)
 - mkdir 303 (time 1779713703.24 total 20.11 last 14.94)
 - mkdir 447 (time 1779713713.38 total 30.25 last 14.20)
 - mkdir 604 (time 1779713723.42 total 40.29 last 15.65)
 - mkdir 769 (time 1779713733.43 total 50.31 last 16.47)
 - mkdir 923 (time 1779713743.48 total 60.35 last 15.33)
total: 1000 mkdir in 66.55 seconds: 15.03 ops/second
 - mkdir 155 (time 1779713692.75 total 10.06 last 15.41)
 - mkdir 309 (time 1779713702.79 total 20.10 last 15.33)
 - mkdir 453 (time 1779713712.84 total 30.14 last 14.34)
 - mkdir 601 (time 1779713722.86 total 40.17 last 14.76)
 - mkdir 761 (time 1779713732.88 total 50.18 last 15.98)
 - mkdir 913 (time 1779713742.90 total 60.20 last 15.17)
total: 1000 mkdir in 67.20 seconds: 14.88 ops/second
 - mkdir 155 (time 1779713694.04 total 10.00 last 15.49)
 - mkdir 309 (time 1779713704.06 total 20.03 last 15.37)
 - mkdir 452 (time 1779713714.12 total 30.08 last 14.23)
 - mkdir 609 (time 1779713724.13 total 40.09 last 15.68)
 - mkdir 768 (time 1779713734.15 total 50.11 last 15.87)
 - mkdir 920 (time 1779713744.19 total 60.15 last 15.14)
total: 1000 mkdir in 66.63 seconds: 15.01 ops/second
 - mkdir 153 (time 1779713694.04 total 10.03 last 15.26)
 - mkdir 311 (time 1779713704.06 total 20.04 last 15.78)
 - mkdir 455 (time 1779713714.11 total 30.10 last 14.32)
 - mkdir 614 (time 1779713724.12 total 40.10 last 15.89)
 - mkdir 777 (time 1779713734.15 total 50.13 last 16.25)
 - mkdir 924 (time 1779713744.16 total 60.15 last 14.68)
total: 1000 mkdir in 67.01 seconds: 14.92 ops/second
 - mkdir 147 (time 1779713693.23 total 10.06 last 14.61)
 - mkdir 297 (time 1779713703.27 total 20.09 last 14.95)
 - mkdir 437 (time 1779713713.47 total 30.29 last 13.73)
 - mkdir 589 (time 1779713723.48 total 40.31 last 15.17)
 - mkdir 749 (time 1779713733.53 total 50.36 last 15.92)
 - mkdir 895 (time 1779713743.60 total 60.43 last 14.50)
 - mkdir 996 (time 1779713753.67 total 70.50 last 10.03)
total: 1000 mkdir in 70.85 seconds: 14.11 ops/second
 - mkdir 147 (time 1779713693.19 total 10.05 last 14.62)
 - mkdir 295 (time 1779713703.24 total 20.11 last 14.72)
 - mkdir 430 (time 1779713713.35 total 30.21 last 13.36)
 - mkdir 577 (time 1779713723.37 total 40.23 last 14.67)
 - mkdir 730 (time 1779713733.37 total 50.24 last 15.29)
 - mkdir 871 (time 1779713743.40 total 60.27 last 14.06)
 - mkdir 978 (time 1779713753.49 total 70.36 last 10.60)
total: 1000 mkdir in 72.02 seconds: 13.89 ops/second
Time for file creation 81 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 1 seconds: 0.000000 unlinks/second
Time for file removal 15 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.52 seconds: 19.11 ops/second
 - mkdir 144 (time 1779714295.10 total 10.11 last 14.25)
 - mkdir 301 (time 1779714305.11 total 20.11 last 15.69)
 - mkdir 459 (time 1779714315.18 total 30.18 last 15.69)
 - mkdir 595 (time 1779714325.27 total 40.27 last 13.49)
 - mkdir 744 (time 1779714335.27 total 50.27 last 14.90)
 - mkdir 892 (time 1779714345.35 total 60.36 last 14.68)
total: 1000 mkdir in 67.26 seconds: 14.87 ops/second
 - mkdir 146 (time 1779714294.00 total 10.02 last 14.57)
 - mkdir 301 (time 1779714304.08 total 20.10 last 15.38)
 - mkdir 450 (time 1779714314.20 total 30.23 last 14.72)
 - mkdir 580 (time 1779714324.32 total 40.34 last 12.85)
 - mkdir 729 (time 1779714334.34 total 50.36 last 14.87)
 - mkdir 866 (time 1779714344.35 total 60.37 last 13.68)
total: 1000 mkdir in 69.58 seconds: 14.37 ops/second
 - mkdir 141 (time 1779714294.61 total 10.09 last 13.97)
 - mkdir 298 (time 1779714304.67 total 20.16 last 15.60)
 - mkdir 449 (time 1779714314.82 total 30.30 last 14.89)
 - mkdir 580 (time 1779714324.83 total 40.32 last 13.08)
 - mkdir 733 (time 1779714334.89 total 50.38 last 15.21)
 - mkdir 869 (time 1779714344.92 total 60.40 last 13.57)
total: 1000 mkdir in 70.02 seconds: 14.28 ops/second
 - mkdir 151 (time 1779714295.17 total 10.01 last 15.08)
 - mkdir 300 (time 1779714305.22 total 20.06 last 14.83)
 - mkdir 444 (time 1779714315.34 total 30.18 last 14.23)
 - mkdir 577 (time 1779714325.36 total 40.21 last 13.27)
 - mkdir 728 (time 1779714335.40 total 50.24 last 15.05)
 - mkdir 867 (time 1779714345.40 total 60.24 last 13.90)
total: 1000 mkdir in 70.06 seconds: 14.27 ops/second
 - mkdir 144 (time 1779714294.97 total 10.05 last 14.33)
 - mkdir 297 (time 1779714305.05 total 20.12 last 15.19)
 - mkdir 447 (time 1779714315.08 total 30.16 last 14.95)
 - mkdir 578 (time 1779714325.13 total 40.21 last 13.04)
 - mkdir 726 (time 1779714335.21 total 50.29 last 14.68)
 - mkdir 862 (time 1779714345.23 total 60.30 last 13.58)
 - mkdir 994 (time 1779714355.34 total 70.42 last 13.05)
total: 1000 mkdir in 71.21 seconds: 14.04 ops/second
 - mkdir 139 (time 1779714294.20 total 10.03 last 13.86)
 - mkdir 293 (time 1779714304.21 total 20.04 last 15.38)
 - mkdir 440 (time 1779714314.21 total 30.04 last 14.70)
 - mkdir 561 (time 1779714324.21 total 40.04 last 12.10)
 - mkdir 707 (time 1779714334.22 total 50.05 last 14.59)
 - mkdir 844 (time 1779714344.25 total 60.08 last 13.65)
 - mkdir 984 (time 1779714354.29 total 70.12 last 13.95)
total: 1000 mkdir in 72.03 seconds: 13.88 ops/second
 - mkdir 143 (time 1779714295.26 total 10.02 last 14.27)
 - mkdir 295 (time 1779714305.39 total 20.14 last 15.02)
 - mkdir 444 (time 1779714315.44 total 30.20 last 14.82)
 - mkdir 576 (time 1779714325.49 total 40.25 last 13.14)
 - mkdir 722 (time 1779714335.59 total 50.34 last 14.46)
 - mkdir 863 (time 1779714345.61 total 60.36 last 14.07)
 - mkdir 993 (time 1779714355.69 total 70.45 last 12.89)
total: 1000 mkdir in 71.26 seconds: 14.03 ops/second
 - mkdir 145 (time 1779714295.13 total 10.04 last 14.45)
 - mkdir 298 (time 1779714305.13 total 20.04 last 15.29)
 - mkdir 442 (time 1779714315.20 total 30.11 last 14.30)
 - mkdir 567 (time 1779714325.27 total 40.18 last 12.42)
 - mkdir 716 (time 1779714335.30 total 50.21 last 14.86)
 - mkdir 859 (time 1779714345.30 total 60.21 last 14.29)
 - mkdir 989 (time 1779714355.34 total 70.25 last 12.94)
total: 1000 mkdir in 71.86 seconds: 13.92 ops/second
 - mkdir 141 (time 1779714293.59 total 10.05 last 14.03)
 - mkdir 289 (time 1779714303.61 total 20.07 last 14.77)
 - mkdir 435 (time 1779714313.71 total 30.17 last 14.45)
 - mkdir 559 (time 1779714323.72 total 40.17 last 12.40)
 - mkdir 700 (time 1779714333.79 total 50.24 last 14.00)
 - mkdir 830 (time 1779714343.81 total 60.27 last 12.96)
 - mkdir 973 (time 1779714353.89 total 70.35 last 14.19)
total: 1000 mkdir in 73.65 seconds: 13.58 ops/second
 - mkdir 137 (time 1779714293.78 total 10.06 last 13.62)
 - mkdir 281 (time 1779714303.87 total 20.15 last 14.27)
 - mkdir 424 (time 1779714313.90 total 30.18 last 14.25)
 - mkdir 544 (time 1779714323.94 total 40.21 last 11.96)
 - mkdir 687 (time 1779714334.02 total 50.30 last 14.18)
 - mkdir 816 (time 1779714344.08 total 60.36 last 12.82)
 - mkdir 959 (time 1779714354.21 total 70.49 last 14.12)
total: 1000 mkdir in 74.94 seconds: 13.34 ops/second
Time for file creation 83 sec for 1 RPC sent at a time
 - unlinked 0 (time 1779714366 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
 - unlinked 0 (time 1779714367 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
 - unlinked 0 (time 1779714368 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1779714367 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
 - unlinked 0 (time 1779714368 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1779714367 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
 - unlinked 0 (time 1779714368 ; total 1 ; last 1)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
 - unlinked 0 (time 1779714368 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1779714368 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
 - unlinked 0 (time 1779714368 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
Time for file removal 43 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8