== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 10:20:36 (1787926836)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.45 seconds: 22.31 ops/second
 - mkdir 169 (time 1787926858.21 total 10.02 last 16.86)
 - mkdir 354 (time 1787926868.22 total 20.03 last 18.48)
 - mkdir 547 (time 1787926878.24 total 30.05 last 19.27)
 - mkdir 736 (time 1787926888.27 total 40.08 last 18.84)
 - mkdir 892 (time 1787926898.29 total 50.10 last 15.57)
total: 1000 mkdir in 55.61 seconds: 17.98 ops/second
 - mkdir 163 (time 1787926857.45 total 10.03 last 16.25)
 - mkdir 347 (time 1787926867.45 total 20.04 last 18.39)
 - mkdir 542 (time 1787926877.49 total 30.07 last 19.42)
 - mkdir 720 (time 1787926887.51 total 40.09 last 17.77)
 - mkdir 881 (time 1787926897.53 total 50.11 last 16.07)
total: 1000 mkdir in 56.62 seconds: 17.66 ops/second
 - mkdir 166 (time 1787926857.62 total 10.00 last 16.60)
 - mkdir 355 (time 1787926867.67 total 20.05 last 18.81)
 - mkdir 546 (time 1787926877.67 total 30.05 last 19.10)
 - mkdir 725 (time 1787926887.69 total 40.07 last 17.87)
 - mkdir 883 (time 1787926897.70 total 50.08 last 15.77)
total: 1000 mkdir in 56.74 seconds: 17.62 ops/second
 - mkdir 163 (time 1787926856.37 total 10.00 last 16.30)
 - mkdir 340 (time 1787926866.37 total 20.00 last 17.69)
 - mkdir 524 (time 1787926876.38 total 30.01 last 18.39)
 - mkdir 707 (time 1787926886.46 total 40.09 last 18.16)
 - mkdir 871 (time 1787926896.53 total 50.16 last 16.29)
total: 1000 mkdir in 58.21 seconds: 17.18 ops/second
 - mkdir 167 (time 1787926857.62 total 10.04 last 16.63)
 - mkdir 357 (time 1787926867.67 total 20.09 last 18.91)
 - mkdir 543 (time 1787926877.68 total 30.10 last 18.58)
 - mkdir 722 (time 1787926887.68 total 40.11 last 17.89)
 - mkdir 877 (time 1787926897.72 total 50.15 last 15.44)
total: 1000 mkdir in 57.46 seconds: 17.40 ops/second
 - mkdir 170 (time 1787926857.47 total 10.04 last 16.93)
 - mkdir 350 (time 1787926867.48 total 20.06 last 17.97)
 - mkdir 541 (time 1787926877.50 total 30.08 last 19.06)
 - mkdir 713 (time 1787926887.50 total 40.08 last 17.20)
 - mkdir 869 (time 1787926897.53 total 50.11 last 15.56)
total: 1000 mkdir in 57.95 seconds: 17.25 ops/second
 - mkdir 166 (time 1787926856.21 total 10.04 last 16.53)
 - mkdir 332 (time 1787926866.22 total 20.05 last 16.59)
 - mkdir 517 (time 1787926876.31 total 30.15 last 18.32)
 - mkdir 699 (time 1787926886.32 total 40.16 last 18.18)
 - mkdir 857 (time 1787926896.35 total 50.18 last 15.76)
total: 1000 mkdir in 59.35 seconds: 16.85 ops/second
 - mkdir 174 (time 1787926858.14 total 10.05 last 17.31)
 - mkdir 353 (time 1787926868.16 total 20.07 last 17.86)
 - mkdir 536 (time 1787926878.16 total 30.08 last 18.30)
 - mkdir 715 (time 1787926888.18 total 40.09 last 17.87)
 - mkdir 867 (time 1787926898.25 total 50.17 last 15.09)
total: 1000 mkdir in 57.92 seconds: 17.27 ops/second
 - mkdir 164 (time 1787926858.18 total 10.01 last 16.39)
 - mkdir 351 (time 1787926868.22 total 20.05 last 18.61)
 - mkdir 535 (time 1787926878.22 total 30.06 last 18.40)
 - mkdir 710 (time 1787926888.31 total 40.14 last 17.35)
 - mkdir 864 (time 1787926898.33 total 50.17 last 15.36)
total: 1000 mkdir in 58.69 seconds: 17.04 ops/second
 - mkdir 159 (time 1787926857.72 total 10.00 last 15.90)
 - mkdir 339 (time 1787926867.78 total 20.06 last 17.90)
 - mkdir 517 (time 1787926877.83 total 30.10 last 17.72)
 - mkdir 688 (time 1787926887.86 total 40.14 last 17.04)
 - mkdir 834 (time 1787926897.90 total 50.18 last 14.55)
 - mkdir 987 (time 1787926907.91 total 60.18 last 15.29)
total: 1000 mkdir in 60.89 seconds: 16.42 ops/second
Time for file creation 70 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 12 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.42 seconds: 23.56 ops/second
 - mkdir 211 (time 1787927401.32 total 10.01 last 21.07)
 - mkdir 415 (time 1787927411.36 total 20.06 last 20.31)
 - mkdir 569 (time 1787927421.39 total 30.08 last 15.36)
 - mkdir 745 (time 1787927431.42 total 40.11 last 17.55)
 - mkdir 921 (time 1787927441.49 total 50.18 last 17.48)
total: 1000 mkdir in 53.97 seconds: 18.53 ops/second
 - mkdir 200 (time 1787927403.28 total 10.03 last 19.95)
 - mkdir 398 (time 1787927413.31 total 20.05 last 19.74)
 - mkdir 568 (time 1787927423.33 total 30.07 last 16.97)
 - mkdir 770 (time 1787927433.36 total 40.10 last 20.13)
 - mkdir 962 (time 1787927443.42 total 50.16 last 19.09)
total: 1000 mkdir in 52.67 seconds: 18.99 ops/second
 - mkdir 200 (time 1787927402.47 total 10.00 last 20.00)
 - mkdir 404 (time 1787927412.52 total 20.05 last 20.29)
 - mkdir 565 (time 1787927422.53 total 30.07 last 16.08)
 - mkdir 755 (time 1787927432.56 total 40.09 last 18.95)
 - mkdir 938 (time 1787927442.56 total 50.10 last 18.29)
total: 1000 mkdir in 53.55 seconds: 18.67 ops/second
 - mkdir 194 (time 1787927403.14 total 10.01 last 19.39)
 - mkdir 393 (time 1787927413.17 total 20.04 last 19.83)
 - mkdir 561 (time 1787927423.23 total 30.10 last 16.71)
 - mkdir 760 (time 1787927433.27 total 40.14 last 19.81)
 - mkdir 944 (time 1787927443.28 total 50.15 last 18.38)
total: 1000 mkdir in 54.45 seconds: 18.36 ops/second
 - mkdir 207 (time 1787927403.60 total 10.03 last 20.65)
 - mkdir 400 (time 1787927413.61 total 20.03 last 19.29)
 - mkdir 569 (time 1787927423.62 total 30.04 last 16.88)
 - mkdir 768 (time 1787927433.67 total 40.10 last 19.79)
 - mkdir 950 (time 1787927443.68 total 50.10 last 18.19)
total: 1000 mkdir in 54.10 seconds: 18.48 ops/second
 - mkdir 199 (time 1787927402.59 total 10.04 last 19.82)
 - mkdir 397 (time 1787927412.66 total 20.11 last 19.67)
 - mkdir 559 (time 1787927422.69 total 30.14 last 16.15)
 - mkdir 745 (time 1787927432.72 total 40.17 last 18.55)
 - mkdir 925 (time 1787927442.74 total 50.20 last 17.95)
total: 1000 mkdir in 55.34 seconds: 18.07 ops/second
 - mkdir 197 (time 1787927403.38 total 10.01 last 19.68)
 - mkdir 399 (time 1787927413.42 total 20.05 last 20.11)
 - mkdir 564 (time 1787927423.46 total 30.10 last 16.43)
 - mkdir 761 (time 1787927433.49 total 40.12 last 19.65)
 - mkdir 942 (time 1787927443.52 total 50.15 last 18.04)
total: 1000 mkdir in 54.98 seconds: 18.19 ops/second
 - mkdir 195 (time 1787927403.07 total 10.05 last 19.40)
 - mkdir 384 (time 1787927413.09 total 20.08 last 18.85)
 - mkdir 548 (time 1787927423.12 total 30.11 last 16.35)
 - mkdir 744 (time 1787927433.16 total 40.14 last 19.54)
 - mkdir 931 (time 1787927443.16 total 50.14 last 18.70)
total: 1000 mkdir in 55.37 seconds: 18.06 ops/second
 - mkdir 200 (time 1787927403.71 total 10.03 last 19.94)
 - mkdir 389 (time 1787927413.76 total 20.08 last 18.80)
 - mkdir 554 (time 1787927423.80 total 30.12 last 16.44)
 - mkdir 759 (time 1787927433.84 total 40.16 last 20.42)
 - mkdir 942 (time 1787927443.84 total 50.16 last 18.30)
total: 1000 mkdir in 54.85 seconds: 18.23 ops/second
 - mkdir 187 (time 1787927403.39 total 10.05 last 18.61)
 - mkdir 370 (time 1787927413.46 total 20.12 last 18.18)
 - mkdir 531 (time 1787927423.48 total 30.13 last 16.07)
 - mkdir 718 (time 1787927433.49 total 40.14 last 18.69)
 - mkdir 895 (time 1787927443.54 total 50.19 last 17.61)
total: 1000 mkdir in 58.26 seconds: 17.16 ops/second
Time for file creation 66 sec for 1 RPC sent at a time
 - unlinked 0 (time 1787927460 ; total 0 ; last 0)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
 - unlinked 0 (time 1787927461 ; total 0 ; last 0)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
 - unlinked 0 (time 1787927461 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1787927461 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
 - unlinked 0 (time 1787927461 ; total 0 ; last 0)
total: 1000 unlinks in 33 seconds: 30.303030 unlinks/second
 - unlinked 0 (time 1787927461 ; total 0 ; last 0)
total: 1000 unlinks in 33 seconds: 30.303030 unlinks/second
 - unlinked 0 (time 1787927461 ; total 0 ; last 0)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
 - unlinked 0 (time 1787927462 ; total 1 ; last 1)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
 - unlinked 0 (time 1787927462 ; total 0 ; last 0)
total: 1000 unlinks in 33 seconds: 30.303030 unlinks/second
 - unlinked 0 (time 1787927461 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
Time for file removal 46 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8