== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 13:38:11 (1788629891)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.65 seconds: 15.46 ops/second
 - mkdir 216 (time 1788629909.76 total 10.01 last 21.57)
 - mkdir 421 (time 1788629919.79 total 20.04 last 20.45)
 - mkdir 633 (time 1788629929.79 total 30.04 last 21.19)
 - mkdir 817 (time 1788629939.86 total 40.11 last 18.27)
 - mkdir 993 (time 1788629949.88 total 50.13 last 17.58)
total: 1000 mkdir in 50.45 seconds: 19.82 ops/second
 - mkdir 211 (time 1788629908.57 total 10.01 last 21.09)
 - mkdir 405 (time 1788629918.61 total 20.05 last 19.32)
 - mkdir 613 (time 1788629928.64 total 30.07 last 20.74)
 - mkdir 793 (time 1788629938.64 total 40.08 last 18.00)
 - mkdir 968 (time 1788629948.64 total 50.08 last 17.49)
total: 1000 mkdir in 52.32 seconds: 19.11 ops/second
 - mkdir 208 (time 1788629910.98 total 10.04 last 20.73)
 - mkdir 427 (time 1788629920.99 total 20.05 last 21.87)
 - mkdir 638 (time 1788629931.02 total 30.07 last 21.05)
 - mkdir 825 (time 1788629941.06 total 40.11 last 18.62)
total: 1000 mkdir in 50.04 seconds: 19.98 ops/second
 - mkdir 208 (time 1788629910.38 total 10.04 last 20.72)
 - mkdir 421 (time 1788629920.42 total 20.08 last 21.22)
 - mkdir 633 (time 1788629930.42 total 30.08 last 21.20)
 - mkdir 816 (time 1788629940.43 total 40.08 last 18.29)
 - mkdir 995 (time 1788629950.55 total 50.20 last 17.69)
total: 1000 mkdir in 50.65 seconds: 19.74 ops/second
 - mkdir 205 (time 1788629910.93 total 10.02 last 20.46)
 - mkdir 424 (time 1788629920.93 total 20.03 last 21.89)
 - mkdir 630 (time 1788629930.94 total 30.04 last 20.58)
 - mkdir 817 (time 1788629940.99 total 40.09 last 18.61)
 - mkdir 994 (time 1788629951.09 total 50.18 last 17.53)
total: 1000 mkdir in 50.54 seconds: 19.79 ops/second
 - mkdir 205 (time 1788629910.87 total 10.05 last 20.41)
 - mkdir 419 (time 1788629920.87 total 20.05 last 21.40)
 - mkdir 632 (time 1788629930.89 total 30.07 last 21.26)
 - mkdir 812 (time 1788629940.91 total 40.08 last 17.97)
 - mkdir 981 (time 1788629950.98 total 50.16 last 16.77)
total: 1000 mkdir in 51.74 seconds: 19.33 ops/second
 - mkdir 204 (time 1788629910.66 total 10.02 last 20.36)
 - mkdir 414 (time 1788629920.69 total 20.04 last 20.95)
 - mkdir 620 (time 1788629930.72 total 30.07 last 20.54)
 - mkdir 803 (time 1788629940.76 total 40.12 last 18.21)
 - mkdir 973 (time 1788629950.80 total 50.16 last 16.93)
total: 1000 mkdir in 52.23 seconds: 19.15 ops/second
 - mkdir 201 (time 1788629911.15 total 10.01 last 20.08)
 - mkdir 421 (time 1788629921.19 total 20.05 last 21.90)
 - mkdir 628 (time 1788629931.23 total 30.09 last 20.62)
 - mkdir 802 (time 1788629941.28 total 40.14 last 17.32)
 - mkdir 975 (time 1788629951.36 total 50.22 last 17.16)
total: 1000 mkdir in 52.27 seconds: 19.13 ops/second
 - mkdir 203 (time 1788629911.10 total 10.04 last 20.22)
 - mkdir 413 (time 1788629921.16 total 20.10 last 20.87)
 - mkdir 609 (time 1788629931.16 total 30.10 last 19.60)
 - mkdir 793 (time 1788629941.17 total 40.11 last 18.39)
 - mkdir 961 (time 1788629951.18 total 50.12 last 16.77)
total: 1000 mkdir in 53.45 seconds: 18.71 ops/second
 - mkdir 194 (time 1788629910.70 total 10.01 last 19.39)
 - mkdir 399 (time 1788629920.72 total 20.03 last 20.46)
 - mkdir 604 (time 1788629930.72 total 30.03 last 20.50)
 - mkdir 775 (time 1788629940.78 total 40.09 last 16.99)
 - mkdir 941 (time 1788629950.88 total 50.18 last 16.45)
total: 1000 mkdir in 54.70 seconds: 18.28 ops/second
Time for file creation 62 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 10 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.42 seconds: 23.79 ops/second
 - mkdir 217 (time 1788630472.62 total 10.02 last 21.65)
 - mkdir 458 (time 1788630482.62 total 20.03 last 24.08)
 - mkdir 706 (time 1788630492.64 total 30.04 last 24.77)
 - mkdir 925 (time 1788630502.66 total 40.07 last 21.84)
total: 1000 mkdir in 43.66 seconds: 22.90 ops/second
 - mkdir 208 (time 1788630471.69 total 10.01 last 20.78)
 - mkdir 442 (time 1788630481.77 total 20.09 last 23.20)
 - mkdir 683 (time 1788630491.79 total 30.11 last 24.07)
 - mkdir 902 (time 1788630501.79 total 40.11 last 21.88)
total: 1000 mkdir in 45.48 seconds: 21.99 ops/second
 - mkdir 220 (time 1788630473.10 total 10.02 last 21.97)
 - mkdir 458 (time 1788630483.13 total 20.05 last 23.73)
 - mkdir 700 (time 1788630493.14 total 30.05 last 24.18)
 - mkdir 920 (time 1788630503.17 total 40.09 last 21.93)
total: 1000 mkdir in 44.71 seconds: 22.37 ops/second
 - mkdir 209 (time 1788630471.61 total 10.04 last 20.82)
 - mkdir 445 (time 1788630481.62 total 20.05 last 23.57)
 - mkdir 678 (time 1788630491.63 total 30.06 last 23.28)
 - mkdir 896 (time 1788630501.66 total 40.09 last 21.74)
total: 1000 mkdir in 46.44 seconds: 21.53 ops/second
 - mkdir 214 (time 1788630472.92 total 10.01 last 21.38)
 - mkdir 457 (time 1788630482.93 total 20.01 last 24.29)
 - mkdir 693 (time 1788630492.95 total 30.04 last 23.54)
 - mkdir 914 (time 1788630502.96 total 40.05 last 22.08)
total: 1000 mkdir in 45.27 seconds: 22.09 ops/second
 - mkdir 215 (time 1788630472.99 total 10.02 last 21.45)
 - mkdir 459 (time 1788630483.03 total 20.07 last 24.29)
 - mkdir 694 (time 1788630493.06 total 30.10 last 23.43)
 - mkdir 912 (time 1788630503.08 total 40.12 last 21.77)
total: 1000 mkdir in 45.59 seconds: 21.94 ops/second
 - mkdir 227 (time 1788630473.48 total 10.02 last 22.66)
 - mkdir 460 (time 1788630483.52 total 20.06 last 23.20)
 - mkdir 705 (time 1788630493.53 total 30.07 last 24.47)
 - mkdir 916 (time 1788630503.55 total 40.10 last 21.05)
total: 1000 mkdir in 45.58 seconds: 21.94 ops/second
 - mkdir 219 (time 1788630473.14 total 10.02 last 21.86)
 - mkdir 450 (time 1788630483.19 total 20.06 last 22.99)
 - mkdir 688 (time 1788630493.20 total 30.08 last 23.77)
 - mkdir 903 (time 1788630503.24 total 40.12 last 21.42)
total: 1000 mkdir in 46.71 seconds: 21.41 ops/second
 - mkdir 218 (time 1788630473.08 total 10.00 last 21.80)
 - mkdir 453 (time 1788630483.15 total 20.07 last 23.34)
 - mkdir 693 (time 1788630493.17 total 30.10 last 23.94)
 - mkdir 905 (time 1788630503.19 total 40.11 last 21.16)
total: 1000 mkdir in 46.91 seconds: 21.32 ops/second
 - mkdir 213 (time 1788630473.37 total 10.01 last 21.27)
 - mkdir 440 (time 1788630483.42 total 20.06 last 22.59)
 - mkdir 674 (time 1788630493.44 total 30.08 last 23.35)
 - mkdir 881 (time 1788630503.44 total 40.08 last 20.69)
total: 1000 mkdir in 48.17 seconds: 20.76 ops/second
Time for file creation 56 sec for 1 RPC sent at a time
 - unlinked 0 (time 1788630516 ; total 0 ; last 0)
total: 1000 unlinks in 24 seconds: 41.666668 unlinks/second
 - unlinked 0 (time 1788630517 ; total 0 ; last 0)
total: 1000 unlinks in 27 seconds: 37.037037 unlinks/second
 - unlinked 0 (time 1788630518 ; total 0 ; last 0)
total: 1000 unlinks in 27 seconds: 37.037037 unlinks/second
 - unlinked 0 (time 1788630518 ; total 0 ; last 0)
total: 1000 unlinks in 27 seconds: 37.037037 unlinks/second
 - unlinked 0 (time 1788630518 ; total 0 ; last 0)
total: 1000 unlinks in 27 seconds: 37.037037 unlinks/second
 - unlinked 0 (time 1788630518 ; total 0 ; last 0)
total: 1000 unlinks in 28 seconds: 35.714287 unlinks/second
 - unlinked 0 (time 1788630518 ; total 0 ; last 0)
total: 1000 unlinks in 28 seconds: 35.714287 unlinks/second
 - unlinked 0 (time 1788630517 ; total 0 ; last 0)
total: 1000 unlinks in 29 seconds: 34.482758 unlinks/second
 - unlinked 0 (time 1788630518 ; total 0 ; last 0)
total: 1000 unlinks in 29 seconds: 34.482758 unlinks/second
 - unlinked 0 (time 1788630518 ; total 0 ; last 0)
total: 1000 unlinks in 29 seconds: 34.482758 unlinks/second
Time for file removal 37 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8