== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 07:08:47 (1788952127)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.48 seconds: 20.93 ops/second
 - mkdir 211 (time 1788952146.66 total 10.00 last 21.10)
 - mkdir 424 (time 1788952156.74 total 20.08 last 21.13)
 - mkdir 601 (time 1788952166.77 total 30.10 last 17.66)
 - mkdir 783 (time 1788952176.79 total 40.13 last 18.15)
 - mkdir 996 (time 1788952186.79 total 50.13 last 21.30)
total: 1000 mkdir in 50.23 seconds: 19.91 ops/second
 - mkdir 209 (time 1788952146.17 total 10.04 last 20.82)
 - mkdir 418 (time 1788952156.20 total 20.07 last 20.84)
 - mkdir 590 (time 1788952166.21 total 30.08 last 17.19)
 - mkdir 762 (time 1788952176.24 total 40.11 last 17.15)
 - mkdir 969 (time 1788952186.31 total 50.17 last 20.57)
total: 1000 mkdir in 51.76 seconds: 19.32 ops/second
 - mkdir 216 (time 1788952146.87 total 10.05 last 21.50)
 - mkdir 421 (time 1788952156.94 total 20.12 last 20.36)
 - mkdir 594 (time 1788952166.97 total 30.14 last 17.26)
 - mkdir 773 (time 1788952177.03 total 40.21 last 17.78)
 - mkdir 986 (time 1788952187.12 total 50.29 last 21.12)
total: 1000 mkdir in 51.18 seconds: 19.54 ops/second
 - mkdir 212 (time 1788952146.44 total 10.00 last 21.20)
 - mkdir 422 (time 1788952156.45 total 20.01 last 20.99)
 - mkdir 589 (time 1788952166.50 total 30.06 last 16.61)
 - mkdir 762 (time 1788952176.53 total 40.09 last 17.25)
 - mkdir 968 (time 1788952186.55 total 50.11 last 20.56)
total: 1000 mkdir in 51.84 seconds: 19.29 ops/second
 - mkdir 212 (time 1788952146.36 total 10.03 last 21.13)
 - mkdir 418 (time 1788952156.38 total 20.05 last 20.56)
 - mkdir 586 (time 1788952166.41 total 30.08 last 16.76)
 - mkdir 757 (time 1788952176.42 total 40.09 last 17.09)
 - mkdir 962 (time 1788952186.42 total 50.09 last 20.49)
total: 1000 mkdir in 51.98 seconds: 19.24 ops/second
 - mkdir 212 (time 1788952146.67 total 10.02 last 21.16)
 - mkdir 418 (time 1788952156.69 total 20.04 last 20.55)
 - mkdir 594 (time 1788952166.72 total 30.07 last 17.55)
 - mkdir 768 (time 1788952176.77 total 40.12 last 17.32)
 - mkdir 975 (time 1788952186.78 total 50.13 last 20.68)
total: 1000 mkdir in 51.67 seconds: 19.35 ops/second
 - mkdir 210 (time 1788952146.64 total 10.01 last 20.98)
 - mkdir 419 (time 1788952156.75 total 20.12 last 20.68)
 - mkdir 595 (time 1788952166.80 total 30.16 last 17.52)
 - mkdir 767 (time 1788952176.82 total 40.19 last 17.16)
 - mkdir 972 (time 1788952186.84 total 50.21 last 20.45)
total: 1000 mkdir in 52.05 seconds: 19.21 ops/second
 - mkdir 212 (time 1788952146.07 total 10.05 last 21.09)
 - mkdir 417 (time 1788952156.10 total 20.09 last 20.43)
 - mkdir 583 (time 1788952166.12 total 30.11 last 16.56)
 - mkdir 750 (time 1788952176.13 total 40.12 last 16.69)
 - mkdir 952 (time 1788952186.16 total 50.14 last 20.14)
total: 1000 mkdir in 52.76 seconds: 18.96 ops/second
 - mkdir 206 (time 1788952146.20 total 10.01 last 20.58)
 - mkdir 408 (time 1788952156.23 total 20.03 last 20.15)
 - mkdir 571 (time 1788952166.32 total 30.13 last 16.15)
 - mkdir 734 (time 1788952176.32 total 40.13 last 16.30)
 - mkdir 942 (time 1788952186.34 total 50.15 last 20.77)
total: 1000 mkdir in 53.13 seconds: 18.82 ops/second
 - mkdir 212 (time 1788952146.88 total 10.01 last 21.18)
 - mkdir 412 (time 1788952157.00 total 20.12 last 19.77)
 - mkdir 574 (time 1788952167.04 total 30.16 last 16.13)
 - mkdir 746 (time 1788952177.05 total 40.18 last 17.18)
 - mkdir 959 (time 1788952187.05 total 50.18 last 21.29)
total: 1000 mkdir in 52.59 seconds: 19.02 ops/second
Time for file creation 60 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 8 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.49 seconds: 20.47 ops/second
 - mkdir 170 (time 1788952704.53 total 10.03 last 16.94)
 - mkdir 341 (time 1788952714.56 total 20.06 last 17.05)
 - mkdir 531 (time 1788952724.69 total 30.19 last 18.77)
 - mkdir 681 (time 1788952734.71 total 40.21 last 14.97)
 - mkdir 803 (time 1788952744.75 total 50.25 last 12.15)
 - mkdir 930 (time 1788952754.82 total 60.32 last 12.61)
total: 1000 mkdir in 64.99 seconds: 15.39 ops/second
 - mkdir 172 (time 1788952703.48 total 10.04 last 17.12)
 - mkdir 331 (time 1788952713.52 total 20.08 last 15.85)
 - mkdir 526 (time 1788952723.62 total 30.18 last 19.30)
 - mkdir 676 (time 1788952733.63 total 40.19 last 14.99)
 - mkdir 795 (time 1788952743.69 total 50.25 last 11.83)
 - mkdir 916 (time 1788952753.76 total 60.32 last 12.02)
total: 1000 mkdir in 66.77 seconds: 14.98 ops/second
 - mkdir 172 (time 1788952704.14 total 10.05 last 17.11)
 - mkdir 340 (time 1788952714.14 total 20.05 last 16.80)
 - mkdir 523 (time 1788952724.15 total 30.06 last 18.28)
 - mkdir 674 (time 1788952734.17 total 40.08 last 15.07)
 - mkdir 793 (time 1788952744.22 total 50.13 last 11.84)
 - mkdir 917 (time 1788952754.27 total 60.18 last 12.34)
total: 1000 mkdir in 66.99 seconds: 14.93 ops/second
 - mkdir 163 (time 1788952702.22 total 10.03 last 16.25)
 - mkdir 319 (time 1788952712.25 total 20.07 last 15.54)
 - mkdir 515 (time 1788952722.31 total 30.12 last 19.49)
 - mkdir 656 (time 1788952732.32 total 40.13 last 14.09)
 - mkdir 777 (time 1788952742.34 total 50.16 last 12.07)
 - mkdir 892 (time 1788952752.37 total 60.18 last 11.47)
total: 1000 mkdir in 69.29 seconds: 14.43 ops/second
 - mkdir 169 (time 1788952704.72 total 10.05 last 16.81)
 - mkdir 336 (time 1788952714.72 total 20.06 last 16.69)
 - mkdir 519 (time 1788952724.73 total 30.07 last 18.28)
 - mkdir 673 (time 1788952734.79 total 40.12 last 15.32)
 - mkdir 790 (time 1788952744.91 total 50.24 last 11.56)
 - mkdir 914 (time 1788952755.00 total 60.33 last 12.29)
total: 1000 mkdir in 67.26 seconds: 14.87 ops/second
 - mkdir 166 (time 1788952704.15 total 10.00 last 16.60)
 - mkdir 331 (time 1788952714.21 total 20.07 last 16.39)
 - mkdir 523 (time 1788952724.28 total 30.13 last 19.08)
 - mkdir 666 (time 1788952734.29 total 40.14 last 14.29)
 - mkdir 784 (time 1788952744.33 total 50.19 last 11.74)
 - mkdir 904 (time 1788952754.41 total 60.26 last 11.91)
total: 1000 mkdir in 68.27 seconds: 14.65 ops/second
 - mkdir 168 (time 1788952704.59 total 10.03 last 16.75)
 - mkdir 331 (time 1788952714.60 total 20.04 last 16.29)
 - mkdir 513 (time 1788952724.67 total 30.11 last 18.08)
 - mkdir 663 (time 1788952734.70 total 40.14 last 14.95)
 - mkdir 776 (time 1788952744.73 total 50.17 last 11.26)
 - mkdir 895 (time 1788952754.75 total 60.19 last 11.88)
total: 1000 mkdir in 69.84 seconds: 14.32 ops/second
 - mkdir 164 (time 1788952704.71 total 10.00 last 16.40)
 - mkdir 334 (time 1788952714.73 total 20.03 last 16.96)
 - mkdir 515 (time 1788952724.75 total 30.05 last 18.06)
 - mkdir 659 (time 1788952734.80 total 40.10 last 14.33)
 - mkdir 769 (time 1788952744.83 total 50.13 last 10.96)
 - mkdir 895 (time 1788952754.84 total 60.14 last 12.59)
total: 1000 mkdir in 69.71 seconds: 14.35 ops/second
 - mkdir 165 (time 1788952703.55 total 10.01 last 16.48)
 - mkdir 320 (time 1788952713.57 total 20.03 last 15.47)
 - mkdir 510 (time 1788952723.62 total 30.08 last 18.91)
 - mkdir 653 (time 1788952733.67 total 40.12 last 14.23)
 - mkdir 767 (time 1788952743.78 total 50.23 last 11.28)
 - mkdir 876 (time 1788952753.84 total 60.29 last 10.83)
 - mkdir 987 (time 1788952763.88 total 70.34 last 11.05)
total: 1000 mkdir in 71.64 seconds: 13.96 ops/second
 - mkdir 158 (time 1788952704.12 total 10.05 last 15.73)
 - mkdir 310 (time 1788952714.13 total 20.06 last 15.18)
 - mkdir 494 (time 1788952724.19 total 30.11 last 18.30)
 - mkdir 634 (time 1788952734.23 total 40.16 last 13.94)
 - mkdir 742 (time 1788952744.25 total 50.17 last 10.79)
 - mkdir 858 (time 1788952754.34 total 60.27 last 11.49)
 - mkdir 964 (time 1788952764.40 total 70.33 last 10.53)
total: 1000 mkdir in 72.83 seconds: 13.73 ops/second
Time for file creation 82 sec for 1 RPC sent at a time
 - unlinked 0 (time 1788952776 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
 - unlinked 0 (time 1788952776 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
 - unlinked 0 (time 1788952776 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
 - unlinked 0 (time 1788952777 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
 - unlinked 0 (time 1788952777 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
 - unlinked 0 (time 1788952776 ; total 0 ; last 0)
total: 1000 unlinks in 33 seconds: 30.303030 unlinks/second
 - unlinked 0 (time 1788952777 ; total 0 ; last 0)
total: 1000 unlinks in 33 seconds: 30.303030 unlinks/second
 - unlinked 0 (time 1788952777 ; total 0 ; last 0)
total: 1000 unlinks in 33 seconds: 30.303030 unlinks/second
 - unlinked 0 (time 1788952777 ; total 0 ; last 0)
total: 1000 unlinks in 33 seconds: 30.303030 unlinks/second
 - unlinked 0 (time 1788952778 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
Time for file removal 46 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8