== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 05:41:41 (1788687701)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.55 seconds: 18.23 ops/second
 - mkdir 157 (time 1788687724.14 total 10.06 last 15.60)
 - mkdir 329 (time 1788687734.14 total 20.06 last 17.20)
 - mkdir 515 (time 1788687744.18 total 30.10 last 18.54)
 - mkdir 695 (time 1788687754.18 total 40.11 last 17.99)
 - mkdir 873 (time 1788687764.18 total 50.11 last 17.80)
total: 1000 mkdir in 55.63 seconds: 17.98 ops/second
 - mkdir 161 (time 1788687724.18 total 10.08 last 15.98)
 - mkdir 335 (time 1788687734.26 total 20.16 last 17.25)
 - mkdir 522 (time 1788687744.26 total 30.17 last 18.70)
 - mkdir 698 (time 1788687754.28 total 40.18 last 17.57)
 - mkdir 876 (time 1788687764.30 total 50.20 last 17.78)
total: 1000 mkdir in 55.74 seconds: 17.94 ops/second
 - mkdir 161 (time 1788687724.04 total 10.03 last 16.05)
 - mkdir 329 (time 1788687734.08 total 20.07 last 16.74)
 - mkdir 515 (time 1788687744.09 total 30.08 last 18.57)
 - mkdir 694 (time 1788687754.12 total 40.11 last 17.85)
 - mkdir 868 (time 1788687764.17 total 50.16 last 17.32)
total: 1000 mkdir in 56.34 seconds: 17.75 ops/second
 - mkdir 154 (time 1788687723.06 total 10.08 last 15.28)
 - mkdir 317 (time 1788687733.17 total 20.19 last 16.12)
 - mkdir 498 (time 1788687743.22 total 30.24 last 18.02)
 - mkdir 665 (time 1788687753.27 total 40.29 last 16.62)
 - mkdir 840 (time 1788687763.31 total 50.33 last 17.43)
total: 1000 mkdir in 57.59 seconds: 17.36 ops/second
 - mkdir 159 (time 1788687723.46 total 10.05 last 15.82)
 - mkdir 329 (time 1788687733.51 total 20.10 last 16.92)
 - mkdir 512 (time 1788687743.56 total 30.15 last 18.21)
 - mkdir 680 (time 1788687753.56 total 40.15 last 16.80)
 - mkdir 851 (time 1788687763.57 total 50.16 last 17.09)
total: 1000 mkdir in 57.22 seconds: 17.48 ops/second
 - mkdir 161 (time 1788687724.33 total 10.06 last 16.00)
 - mkdir 334 (time 1788687734.35 total 20.08 last 17.27)
 - mkdir 516 (time 1788687744.38 total 30.11 last 18.14)
 - mkdir 694 (time 1788687754.40 total 40.14 last 17.75)
 - mkdir 870 (time 1788687764.44 total 50.17 last 17.54)
total: 1000 mkdir in 56.42 seconds: 17.73 ops/second
 - mkdir 154 (time 1788687724.71 total 10.01 last 15.39)
 - mkdir 326 (time 1788687734.71 total 20.01 last 17.19)
 - mkdir 505 (time 1788687744.71 total 30.01 last 17.90)
 - mkdir 684 (time 1788687754.71 total 40.01 last 17.90)
 - mkdir 871 (time 1788687764.74 total 50.04 last 18.65)
total: 1000 mkdir in 56.44 seconds: 17.72 ops/second
 - mkdir 156 (time 1788687724.81 total 10.00 last 15.60)
 - mkdir 321 (time 1788687734.85 total 20.05 last 16.42)
 - mkdir 503 (time 1788687744.88 total 30.08 last 18.14)
 - mkdir 676 (time 1788687754.89 total 40.08 last 17.29)
 - mkdir 853 (time 1788687764.89 total 50.09 last 17.70)
total: 1000 mkdir in 56.88 seconds: 17.58 ops/second
 - mkdir 157 (time 1788687724.92 total 10.03 last 15.66)
 - mkdir 329 (time 1788687734.93 total 20.04 last 17.19)
 - mkdir 507 (time 1788687744.98 total 30.09 last 17.70)
 - mkdir 685 (time 1788687755.00 total 40.11 last 17.77)
 - mkdir 860 (time 1788687765.05 total 50.16 last 17.41)
total: 1000 mkdir in 57.03 seconds: 17.54 ops/second
 - mkdir 145 (time 1788687724.32 total 10.06 last 14.42)
 - mkdir 306 (time 1788687734.34 total 20.07 last 16.07)
 - mkdir 481 (time 1788687744.41 total 30.15 last 17.37)
 - mkdir 665 (time 1788687754.45 total 40.19 last 18.33)
 - mkdir 841 (time 1788687764.49 total 50.22 last 17.55)
total: 1000 mkdir in 57.96 seconds: 17.25 ops/second
Time for file creation 68 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 11 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.51 seconds: 19.46 ops/second
 - mkdir 151 (time 1788688320.98 total 10.10 last 14.94)
 - mkdir 313 (time 1788688331.03 total 20.15 last 16.13)
 - mkdir 456 (time 1788688341.07 total 30.19 last 14.24)
 - mkdir 609 (time 1788688351.13 total 40.25 last 15.21)
 - mkdir 732 (time 1788688361.15 total 50.28 last 12.27)
 - mkdir 886 (time 1788688371.18 total 60.30 last 15.36)
total: 1000 mkdir in 67.61 seconds: 14.79 ops/second
 - mkdir 145 (time 1788688321.18 total 10.10 last 14.36)
 - mkdir 305 (time 1788688331.28 total 20.20 last 15.84)
 - mkdir 445 (time 1788688341.31 total 30.23 last 13.96)
 - mkdir 599 (time 1788688351.35 total 40.27 last 15.34)
 - mkdir 721 (time 1788688361.40 total 50.31 last 12.14)
 - mkdir 874 (time 1788688371.45 total 60.37 last 15.22)
total: 1000 mkdir in 69.50 seconds: 14.39 ops/second
 - mkdir 144 (time 1788688320.98 total 10.03 last 14.36)
 - mkdir 302 (time 1788688331.03 total 20.08 last 15.72)
 - mkdir 437 (time 1788688341.08 total 30.13 last 13.43)
 - mkdir 590 (time 1788688351.13 total 40.18 last 15.23)
 - mkdir 712 (time 1788688361.19 total 50.24 last 12.12)
 - mkdir 868 (time 1788688371.20 total 60.25 last 15.59)
total: 1000 mkdir in 69.99 seconds: 14.29 ops/second
 - mkdir 143 (time 1788688320.57 total 10.03 last 14.26)
 - mkdir 295 (time 1788688330.59 total 20.05 last 15.17)
 - mkdir 438 (time 1788688340.67 total 30.12 last 14.19)
 - mkdir 596 (time 1788688350.72 total 40.18 last 15.71)
 - mkdir 716 (time 1788688360.73 total 50.18 last 11.99)
 - mkdir 863 (time 1788688370.76 total 60.21 last 14.66)
 - mkdir 996 (time 1788688380.81 total 70.26 last 13.23)
total: 1000 mkdir in 70.65 seconds: 14.15 ops/second
 - mkdir 142 (time 1788688321.73 total 10.02 last 14.17)
 - mkdir 299 (time 1788688331.73 total 20.02 last 15.69)
 - mkdir 436 (time 1788688341.77 total 30.06 last 13.65)
 - mkdir 592 (time 1788688351.84 total 40.14 last 15.48)
 - mkdir 714 (time 1788688361.87 total 50.16 last 12.17)
 - mkdir 866 (time 1788688371.88 total 60.18 last 15.18)
 - mkdir 995 (time 1788688381.90 total 70.19 last 12.88)
total: 1000 mkdir in 70.92 seconds: 14.10 ops/second
 - mkdir 144 (time 1788688321.88 total 10.04 last 14.34)
 - mkdir 299 (time 1788688331.90 total 20.06 last 15.47)
 - mkdir 439 (time 1788688341.93 total 30.10 last 13.95)
 - mkdir 591 (time 1788688352.04 total 40.21 last 15.03)
 - mkdir 716 (time 1788688362.06 total 50.22 last 12.48)
 - mkdir 866 (time 1788688372.13 total 60.30 last 14.89)
 - mkdir 995 (time 1788688382.30 total 70.46 last 12.69)
total: 1000 mkdir in 71.16 seconds: 14.05 ops/second
 - mkdir 148 (time 1788688322.13 total 10.06 last 14.71)
 - mkdir 304 (time 1788688332.17 total 20.09 last 15.54)
 - mkdir 439 (time 1788688342.22 total 30.15 last 13.42)
 - mkdir 587 (time 1788688352.26 total 40.18 last 14.75)
 - mkdir 713 (time 1788688362.29 total 50.22 last 12.55)
 - mkdir 862 (time 1788688372.33 total 60.26 last 14.84)
 - mkdir 987 (time 1788688382.42 total 70.35 last 12.39)
total: 1000 mkdir in 72.18 seconds: 13.85 ops/second
 - mkdir 146 (time 1788688322.05 total 10.04 last 14.55)
 - mkdir 300 (time 1788688332.08 total 20.07 last 15.35)
 - mkdir 437 (time 1788688342.09 total 30.08 last 13.68)
 - mkdir 586 (time 1788688352.12 total 40.11 last 14.86)
 - mkdir 709 (time 1788688362.18 total 50.17 last 12.23)
 - mkdir 858 (time 1788688372.18 total 60.17 last 14.89)
 - mkdir 984 (time 1788688382.40 total 70.39 last 12.33)
total: 1000 mkdir in 72.40 seconds: 13.81 ops/second
 - mkdir 141 (time 1788688322.27 total 10.07 last 14.01)
 - mkdir 291 (time 1788688332.30 total 20.10 last 14.94)
 - mkdir 424 (time 1788688342.31 total 30.11 last 13.29)
 - mkdir 575 (time 1788688352.37 total 40.17 last 15.01)
 - mkdir 703 (time 1788688362.37 total 50.17 last 12.80)
 - mkdir 850 (time 1788688372.38 total 60.18 last 14.69)
 - mkdir 972 (time 1788688382.47 total 70.27 last 12.09)
total: 1000 mkdir in 73.45 seconds: 13.62 ops/second
 - mkdir 139 (time 1788688322.45 total 10.01 last 13.88)
 - mkdir 285 (time 1788688332.47 total 20.03 last 14.57)
 - mkdir 412 (time 1788688342.49 total 30.05 last 12.68)
 - mkdir 564 (time 1788688352.52 total 40.07 last 15.16)
 - mkdir 692 (time 1788688362.57 total 50.13 last 12.73)
 - mkdir 837 (time 1788688372.60 total 60.16 last 14.46)
 - mkdir 952 (time 1788688382.66 total 70.22 last 11.43)
total: 1000 mkdir in 74.62 seconds: 13.40 ops/second
Time for file creation 85 sec for 1 RPC sent at a time
 - unlinked 0 (time 1788688394 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1788688394 ; total 0 ; last 0)
total: 1000 unlinks in 37 seconds: 27.027027 unlinks/second
 - unlinked 0 (time 1788688395 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1788688395 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1788688395 ; total 0 ; last 0)
total: 1000 unlinks in 37 seconds: 27.027027 unlinks/second
 - unlinked 0 (time 1788688396 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1788688396 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1788688396 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1788688396 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1788688396 ; total 0 ; last 0)
total: 1000 unlinks in 37 seconds: 27.027027 unlinks/second
Time for file removal 49 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8