== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 07:43:23 (1787139803)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.84 seconds: 11.90 ops/second
 - mkdir 90 (time 1787139828.61 total 10.13 last 8.89)
 - mkdir 229 (time 1787139838.72 total 20.24 last 13.75)
 - mkdir 358 (time 1787139848.73 total 30.25 last 12.89)
 - mkdir 470 (time 1787139858.74 total 40.26 last 11.19)
 - mkdir 597 (time 1787139868.76 total 50.27 last 12.68)
 - mkdir 715 (time 1787139878.79 total 60.31 last 11.76)
 - mkdir 839 (time 1787139888.87 total 70.39 last 12.30)
 - mkdir 961 (time 1787139898.89 total 80.40 last 12.18)
total: 1000 mkdir in 83.33 seconds: 12.00 ops/second
 - mkdir 112 (time 1787139831.20 total 10.09 last 11.10)
 - mkdir 247 (time 1787139841.23 total 20.12 last 13.45)
 - mkdir 367 (time 1787139851.28 total 30.17 last 11.94)
 - mkdir 474 (time 1787139861.35 total 40.24 last 10.63)
 - mkdir 602 (time 1787139871.39 total 50.28 last 12.75)
 - mkdir 723 (time 1787139881.39 total 60.28 last 12.10)
 - mkdir 843 (time 1787139891.46 total 70.35 last 11.91)
 - mkdir 963 (time 1787139901.46 total 80.36 last 12.00)
total: 1000 mkdir in 85.22 seconds: 11.73 ops/second
 - mkdir 90 (time 1787139829.44 total 10.07 last 8.94)
 - mkdir 234 (time 1787139839.54 total 20.16 last 14.27)
 - mkdir 348 (time 1787139849.56 total 30.18 last 11.38)
 - mkdir 463 (time 1787139859.58 total 40.21 last 11.47)
 - mkdir 589 (time 1787139869.60 total 50.23 last 12.58)
 - mkdir 708 (time 1787139879.64 total 60.27 last 11.85)
 - mkdir 818 (time 1787139889.78 total 70.40 last 10.85)
 - mkdir 941 (time 1787139899.82 total 80.45 last 12.24)
total: 1000 mkdir in 87.37 seconds: 11.45 ops/second
 - mkdir 89 (time 1787139830.08 total 10.03 last 8.88)
 - mkdir 228 (time 1787139840.15 total 20.10 last 13.80)
 - mkdir 338 (time 1787139850.23 total 30.18 last 10.91)
 - mkdir 459 (time 1787139860.27 total 40.22 last 12.05)
 - mkdir 588 (time 1787139870.29 total 50.24 last 12.87)
 - mkdir 706 (time 1787139880.41 total 60.36 last 11.66)
 - mkdir 824 (time 1787139890.43 total 70.38 last 11.77)
 - mkdir 949 (time 1787139900.47 total 80.42 last 12.45)
total: 1000 mkdir in 87.11 seconds: 11.48 ops/second
 - mkdir 106 (time 1787139831.43 total 10.06 last 10.54)
 - mkdir 243 (time 1787139841.45 total 20.08 last 13.67)
 - mkdir 361 (time 1787139851.45 total 30.08 last 11.80)
 - mkdir 471 (time 1787139861.47 total 40.10 last 10.98)
 - mkdir 597 (time 1787139871.47 total 50.10 last 12.59)
 - mkdir 718 (time 1787139881.57 total 60.20 last 11.98)
 - mkdir 836 (time 1787139891.58 total 70.21 last 11.79)
 - mkdir 960 (time 1787139901.63 total 80.26 last 12.33)
total: 1000 mkdir in 85.82 seconds: 11.65 ops/second
 - mkdir 106 (time 1787139830.97 total 10.04 last 10.56)
 - mkdir 240 (time 1787139840.98 total 20.05 last 13.38)
 - mkdir 353 (time 1787139851.01 total 30.08 last 11.27)
 - mkdir 463 (time 1787139861.08 total 40.15 last 10.92)
 - mkdir 589 (time 1787139871.10 total 50.17 last 12.57)
 - mkdir 707 (time 1787139881.11 total 60.17 last 11.80)
 - mkdir 829 (time 1787139891.13 total 70.20 last 12.17)
 - mkdir 949 (time 1787139901.15 total 80.22 last 11.98)
total: 1000 mkdir in 87.22 seconds: 11.47 ops/second
 - mkdir 84 (time 1787139829.42 total 10.00 last 8.40)
 - mkdir 222 (time 1787139839.44 total 20.02 last 13.77)
 - mkdir 335 (time 1787139849.59 total 30.18 last 11.13)
 - mkdir 453 (time 1787139859.63 total 40.21 last 11.76)
 - mkdir 577 (time 1787139869.65 total 50.23 last 12.38)
 - mkdir 696 (time 1787139879.70 total 60.28 last 11.83)
 - mkdir 815 (time 1787139889.83 total 70.41 last 11.75)
 - mkdir 934 (time 1787139899.87 total 80.46 last 11.85)
total: 1000 mkdir in 89.12 seconds: 11.22 ops/second
 - mkdir 110 (time 1787139832.17 total 10.08 last 10.91)
 - mkdir 248 (time 1787139842.18 total 20.08 last 13.80)
 - mkdir 360 (time 1787139852.19 total 30.10 last 11.18)
 - mkdir 469 (time 1787139862.24 total 40.15 last 10.85)
 - mkdir 594 (time 1787139872.26 total 50.16 last 12.48)
 - mkdir 717 (time 1787139882.27 total 60.17 last 12.29)
 - mkdir 829 (time 1787139892.32 total 70.22 last 11.15)
 - mkdir 954 (time 1787139902.36 total 80.27 last 12.44)
total: 1000 mkdir in 86.71 seconds: 11.53 ops/second
 - mkdir 103 (time 1787139831.43 total 10.07 last 10.23)
 - mkdir 237 (time 1787139841.49 total 20.13 last 13.32)
 - mkdir 353 (time 1787139851.54 total 30.18 last 11.54)
 - mkdir 462 (time 1787139861.56 total 40.20 last 10.88)
 - mkdir 590 (time 1787139871.61 total 50.25 last 12.73)
 - mkdir 710 (time 1787139881.65 total 60.28 last 11.96)
 - mkdir 822 (time 1787139891.69 total 70.33 last 11.15)
 - mkdir 943 (time 1787139901.72 total 80.36 last 12.06)
total: 1000 mkdir in 88.22 seconds: 11.34 ops/second
 - mkdir 108 (time 1787139832.02 total 10.02 last 10.78)
 - mkdir 234 (time 1787139842.09 total 20.09 last 12.51)
 - mkdir 345 (time 1787139852.11 total 30.10 last 11.09)
 - mkdir 453 (time 1787139862.20 total 40.19 last 10.70)
 - mkdir 581 (time 1787139872.26 total 50.25 last 12.73)
 - mkdir 705 (time 1787139882.37 total 60.36 last 12.27)
 - mkdir 808 (time 1787139892.38 total 70.38 last 10.28)
 - mkdir 924 (time 1787139902.44 total 80.44 last 11.53)
total: 1000 mkdir in 90.08 seconds: 11.10 ops/second
Time for file creation 105 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 17 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.48 seconds: 20.95 ops/second
 - mkdir 100 (time 1787140556.81 total 10.04 last 9.96)
 - mkdir 224 (time 1787140566.82 total 20.05 last 12.38)
 - mkdir 351 (time 1787140576.91 total 30.14 last 12.59)
 - mkdir 477 (time 1787140587.03 total 40.26 last 12.45)
 - mkdir 628 (time 1787140597.07 total 50.30 last 15.04)
 - mkdir 769 (time 1787140607.08 total 60.31 last 14.08)
 - mkdir 914 (time 1787140617.13 total 70.36 last 14.43)
total: 1000 mkdir in 76.76 seconds: 13.03 ops/second
 - mkdir 96 (time 1787140557.55 total 10.06 last 9.54)
 - mkdir 223 (time 1787140567.56 total 20.07 last 12.68)
 - mkdir 349 (time 1787140577.58 total 30.09 last 12.59)
 - mkdir 479 (time 1787140587.62 total 40.13 last 12.94)
 - mkdir 630 (time 1787140597.66 total 50.16 last 15.05)
 - mkdir 765 (time 1787140607.67 total 60.18 last 13.48)
 - mkdir 898 (time 1787140617.76 total 70.27 last 13.18)
total: 1000 mkdir in 78.36 seconds: 12.76 ops/second
 - mkdir 106 (time 1787140559.13 total 10.03 last 10.56)
 - mkdir 239 (time 1787140569.21 total 20.11 last 13.20)
 - mkdir 361 (time 1787140579.23 total 30.13 last 12.17)
 - mkdir 494 (time 1787140589.31 total 40.21 last 13.20)
 - mkdir 635 (time 1787140599.36 total 50.26 last 14.03)
 - mkdir 771 (time 1787140609.41 total 60.32 last 13.52)
 - mkdir 915 (time 1787140619.50 total 70.40 last 14.28)
total: 1000 mkdir in 77.94 seconds: 12.83 ops/second
 - mkdir 103 (time 1787140558.86 total 10.01 last 10.29)
 - mkdir 233 (time 1787140568.87 total 20.02 last 12.99)
 - mkdir 354 (time 1787140578.90 total 30.05 last 12.06)
 - mkdir 489 (time 1787140588.95 total 40.10 last 13.43)
 - mkdir 634 (time 1787140598.97 total 50.13 last 14.46)
 - mkdir 766 (time 1787140609.00 total 60.15 last 13.17)
 - mkdir 905 (time 1787140619.02 total 70.17 last 13.87)
total: 1000 mkdir in 79.24 seconds: 12.62 ops/second
 - mkdir 99 (time 1787140558.91 total 10.07 last 9.83)
 - mkdir 228 (time 1787140568.96 total 20.12 last 12.83)
 - mkdir 347 (time 1787140579.00 total 30.15 last 11.86)
 - mkdir 483 (time 1787140589.06 total 40.21 last 13.52)
 - mkdir 629 (time 1787140599.07 total 50.23 last 14.58)
 - mkdir 762 (time 1787140609.10 total 60.26 last 13.26)
 - mkdir 901 (time 1787140619.12 total 70.27 last 13.88)
total: 1000 mkdir in 79.74 seconds: 12.54 ops/second
 - mkdir 96 (time 1787140558.10 total 10.04 last 9.57)
 - mkdir 224 (time 1787140568.15 total 20.09 last 12.73)
 - mkdir 342 (time 1787140578.15 total 30.09 last 11.80)
 - mkdir 471 (time 1787140588.16 total 40.10 last 12.89)
 - mkdir 620 (time 1787140598.22 total 50.16 last 14.81)
 - mkdir 754 (time 1787140608.23 total 60.17 last 13.39)
 - mkdir 884 (time 1787140618.25 total 70.19 last 12.97)
 - mkdir 995 (time 1787140628.33 total 80.27 last 11.00)
total: 1000 mkdir in 80.91 seconds: 12.36 ops/second
 - mkdir 105 (time 1787140559.07 total 10.06 last 10.44)
 - mkdir 235 (time 1787140569.11 total 20.10 last 12.95)
 - mkdir 355 (time 1787140579.13 total 30.12 last 11.98)
 - mkdir 492 (time 1787140589.15 total 40.14 last 13.67)
 - mkdir 636 (time 1787140599.18 total 50.18 last 14.35)
 - mkdir 772 (time 1787140609.22 total 60.22 last 13.55)
 - mkdir 902 (time 1787140619.32 total 70.31 last 12.88)
total: 1000 mkdir in 80.04 seconds: 12.49 ops/second
 - mkdir 103 (time 1787140559.40 total 10.04 last 10.26)
 - mkdir 234 (time 1787140569.49 total 20.12 last 12.99)
 - mkdir 356 (time 1787140579.51 total 30.15 last 12.17)
 - mkdir 491 (time 1787140589.60 total 40.23 last 13.38)
 - mkdir 631 (time 1787140599.60 total 50.23 last 14.00)
 - mkdir 765 (time 1787140609.62 total 60.25 last 13.37)
 - mkdir 900 (time 1787140619.62 total 70.26 last 13.49)
 - mkdir 998 (time 1787140629.67 total 80.31 last 9.75)
total: 1000 mkdir in 80.48 seconds: 12.43 ops/second
 - mkdir 92 (time 1787140558.62 total 10.02 last 9.18)
 - mkdir 220 (time 1787140568.62 total 20.03 last 12.80)
 - mkdir 335 (time 1787140578.63 total 30.04 last 11.49)
 - mkdir 470 (time 1787140588.64 total 40.05 last 13.48)
 - mkdir 615 (time 1787140598.66 total 50.07 last 14.47)
 - mkdir 750 (time 1787140608.69 total 60.10 last 13.46)
 - mkdir 883 (time 1787140618.74 total 70.15 last 13.24)
 - mkdir 987 (time 1787140628.88 total 80.29 last 10.25)
total: 1000 mkdir in 81.98 seconds: 12.20 ops/second
 - mkdir 98 (time 1787140558.66 total 10.06 last 9.74)
 - mkdir 219 (time 1787140568.68 total 20.08 last 12.07)
 - mkdir 332 (time 1787140578.73 total 30.13 last 11.24)
 - mkdir 467 (time 1787140588.76 total 40.16 last 13.46)
 - mkdir 608 (time 1787140598.77 total 50.17 last 14.09)
 - mkdir 741 (time 1787140608.80 total 60.20 last 13.25)
 - mkdir 871 (time 1787140618.84 total 70.24 last 12.95)
 - mkdir 967 (time 1787140628.93 total 80.33 last 9.52)
total: 1000 mkdir in 83.61 seconds: 11.96 ops/second
Time for file creation 95 sec for 1 RPC sent at a time
 - unlinked 0 (time 1787140641 ; total 0 ; last 0)
total: 1000 unlinks in 37 seconds: 27.027027 unlinks/second
 - unlinked 0 (time 1787140642 ; total 0 ; last 0)
total: 1000 unlinks in 37 seconds: 27.027027 unlinks/second
 - unlinked 0 (time 1787140642 ; total 0 ; last 0)
total: 1000 unlinks in 38 seconds: 26.315790 unlinks/second
 - unlinked 0 (time 1787140642 ; total 0 ; last 0)
total: 1000 unlinks in 38 seconds: 26.315790 unlinks/second
 - unlinked 0 (time 1787140642 ; total 0 ; last 0)
total: 1000 unlinks in 38 seconds: 26.315790 unlinks/second
 - unlinked 0 (time 1787140642 ; total 0 ; last 0)
total: 1000 unlinks in 38 seconds: 26.315790 unlinks/second
 - unlinked 0 (time 1787140643 ; total 0 ; last 0)
total: 1000 unlinks in 37 seconds: 27.027027 unlinks/second
 - unlinked 0 (time 1787140643 ; total 0 ; last 0)
total: 1000 unlinks in 38 seconds: 26.315790 unlinks/second
 - unlinked 0 (time 1787140643 ; total 0 ; last 0)
total: 1000 unlinks in 38 seconds: 26.315790 unlinks/second
 - unlinked 0 (time 1787140644 ; total 0 ; last 0)
total: 1000 unlinks in 38 seconds: 26.315790 unlinks/second
Time for file removal 53 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8