== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 00:04:30 (1788926670)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.43 seconds: 23.22 ops/second
 - mkdir 206 (time 1788926693.97 total 10.06 last 20.48)
 - mkdir 373 (time 1788926704.01 total 20.10 last 16.63)
 - mkdir 547 (time 1788926714.05 total 30.15 last 17.32)
 - mkdir 727 (time 1788926724.06 total 40.16 last 17.98)
 - mkdir 904 (time 1788926734.08 total 50.17 last 17.67)
total: 1000 mkdir in 56.29 seconds: 17.77 ops/second
 - mkdir 193 (time 1788926693.01 total 10.04 last 19.23)
 - mkdir 363 (time 1788926703.06 total 20.09 last 16.91)
 - mkdir 523 (time 1788926713.08 total 30.10 last 15.98)
 - mkdir 706 (time 1788926723.17 total 40.20 last 18.13)
 - mkdir 887 (time 1788926733.30 total 50.32 last 17.88)
total: 1000 mkdir in 57.64 seconds: 17.35 ops/second
 - mkdir 187 (time 1788926692.50 total 10.01 last 18.69)
 - mkdir 356 (time 1788926702.55 total 20.05 last 16.83)
 - mkdir 516 (time 1788926712.55 total 30.05 last 16.00)
 - mkdir 702 (time 1788926722.57 total 40.07 last 18.56)
 - mkdir 878 (time 1788926732.60 total 50.10 last 17.55)
total: 1000 mkdir in 58.62 seconds: 17.06 ops/second
 - mkdir 199 (time 1788926693.44 total 10.01 last 19.88)
 - mkdir 364 (time 1788926703.45 total 20.02 last 16.49)
 - mkdir 522 (time 1788926713.46 total 30.03 last 15.78)
 - mkdir 703 (time 1788926723.51 total 40.09 last 18.00)
 - mkdir 882 (time 1788926733.59 total 50.17 last 17.76)
total: 1000 mkdir in 59.05 seconds: 16.94 ops/second
 - mkdir 192 (time 1788926693.26 total 10.03 last 19.14)
 - mkdir 356 (time 1788926703.26 total 20.03 last 16.40)
 - mkdir 520 (time 1788926713.30 total 30.07 last 16.34)
 - mkdir 701 (time 1788926723.36 total 40.14 last 17.99)
 - mkdir 879 (time 1788926733.40 total 50.17 last 17.73)
total: 1000 mkdir in 59.55 seconds: 16.79 ops/second
 - mkdir 176 (time 1788926691.98 total 10.06 last 17.50)
 - mkdir 341 (time 1788926702.00 total 20.08 last 16.46)
 - mkdir 495 (time 1788926712.08 total 30.16 last 15.29)
 - mkdir 680 (time 1788926722.09 total 40.17 last 18.49)
 - mkdir 853 (time 1788926732.13 total 50.21 last 17.23)
 - mkdir 986 (time 1788926742.25 total 60.33 last 13.14)
total: 1000 mkdir in 61.98 seconds: 16.13 ops/second
 - mkdir 204 (time 1788926693.97 total 10.06 last 20.29)
 - mkdir 367 (time 1788926704.00 total 20.08 last 16.26)
 - mkdir 535 (time 1788926714.01 total 30.09 last 16.78)
 - mkdir 710 (time 1788926724.08 total 40.17 last 17.37)
 - mkdir 880 (time 1788926734.10 total 50.19 last 16.96)
 - mkdir 997 (time 1788926744.14 total 60.22 last 11.66)
total: 1000 mkdir in 60.48 seconds: 16.53 ops/second
 - mkdir 195 (time 1788926693.87 total 10.02 last 19.46)
 - mkdir 350 (time 1788926703.90 total 20.05 last 15.45)
 - mkdir 518 (time 1788926713.91 total 30.07 last 16.77)
 - mkdir 697 (time 1788926723.94 total 40.09 last 17.86)
 - mkdir 869 (time 1788926734.04 total 50.20 last 17.02)
 - mkdir 992 (time 1788926744.17 total 60.33 last 12.14)
total: 1000 mkdir in 61.12 seconds: 16.36 ops/second
 - mkdir 196 (time 1788926694.03 total 10.01 last 19.59)
 - mkdir 354 (time 1788926704.06 total 20.03 last 15.76)
 - mkdir 516 (time 1788926714.06 total 30.04 last 16.20)
 - mkdir 692 (time 1788926724.14 total 40.11 last 17.47)
 - mkdir 858 (time 1788926734.15 total 50.13 last 16.58)
 - mkdir 982 (time 1788926744.28 total 60.26 last 12.24)
total: 1000 mkdir in 61.91 seconds: 16.15 ops/second
 - mkdir 187 (time 1788926693.76 total 10.00 last 18.69)
 - mkdir 339 (time 1788926703.78 total 20.02 last 15.18)
 - mkdir 494 (time 1788926713.80 total 30.04 last 15.47)
 - mkdir 661 (time 1788926723.81 total 40.06 last 16.67)
 - mkdir 831 (time 1788926733.85 total 50.09 last 16.94)
 - mkdir 952 (time 1788926743.87 total 60.11 last 12.07)
total: 1000 mkdir in 63.67 seconds: 15.71 ops/second
Time for file creation 74 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 14 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.67 seconds: 15.02 ops/second
 - mkdir 165 (time 1788927300.07 total 10.00 last 16.50)
 - mkdir 354 (time 1788927310.08 total 20.01 last 18.88)
 - mkdir 525 (time 1788927320.08 total 30.01 last 17.10)
 - mkdir 684 (time 1788927330.09 total 40.01 last 15.89)
 - mkdir 827 (time 1788927340.12 total 50.05 last 14.25)
total: 1000 mkdir in 59.95 seconds: 16.68 ops/second
 - mkdir 165 (time 1788927300.03 total 10.00 last 16.49)
 - mkdir 353 (time 1788927310.06 total 20.03 last 18.76)
 - mkdir 525 (time 1788927320.07 total 30.04 last 17.18)
 - mkdir 680 (time 1788927330.09 total 40.06 last 15.46)
 - mkdir 826 (time 1788927340.13 total 50.10 last 14.54)
 - mkdir 999 (time 1788927350.19 total 60.16 last 17.20)
total: 1000 mkdir in 60.16 seconds: 16.62 ops/second
 - mkdir 183 (time 1788927301.77 total 10.03 last 18.25)
 - mkdir 378 (time 1788927311.78 total 20.04 last 19.48)
 - mkdir 547 (time 1788927321.79 total 30.05 last 16.88)
 - mkdir 697 (time 1788927331.79 total 40.05 last 15.00)
 - mkdir 842 (time 1788927341.87 total 50.12 last 14.40)
total: 1000 mkdir in 59.32 seconds: 16.86 ops/second
 - mkdir 197 (time 1788927303.06 total 10.04 last 19.62)
 - mkdir 380 (time 1788927313.09 total 20.07 last 18.24)
 - mkdir 551 (time 1788927323.15 total 30.13 last 17.01)
 - mkdir 696 (time 1788927333.15 total 40.13 last 14.50)
 - mkdir 852 (time 1788927343.17 total 50.15 last 15.56)
total: 1000 mkdir in 58.96 seconds: 16.96 ops/second
 - mkdir 183 (time 1788927301.96 total 10.01 last 18.28)
 - mkdir 371 (time 1788927312.06 total 20.10 last 18.62)
 - mkdir 537 (time 1788927322.08 total 30.13 last 16.56)
 - mkdir 685 (time 1788927332.09 total 40.14 last 14.79)
 - mkdir 830 (time 1788927342.13 total 50.18 last 14.43)
 - mkdir 996 (time 1788927352.17 total 60.22 last 16.53)
total: 1000 mkdir in 60.46 seconds: 16.54 ops/second
 - mkdir 168 (time 1788927301.08 total 10.02 last 16.77)
 - mkdir 358 (time 1788927311.17 total 20.11 last 18.83)
 - mkdir 520 (time 1788927321.17 total 30.12 last 16.19)
 - mkdir 669 (time 1788927331.19 total 40.13 last 14.87)
 - mkdir 819 (time 1788927341.20 total 50.14 last 14.98)
 - mkdir 985 (time 1788927351.22 total 60.16 last 16.58)
total: 1000 mkdir in 61.79 seconds: 16.19 ops/second
 - mkdir 195 (time 1788927302.92 total 10.05 last 19.41)
 - mkdir 376 (time 1788927312.92 total 20.05 last 18.10)
 - mkdir 543 (time 1788927322.94 total 30.06 last 16.67)
 - mkdir 690 (time 1788927333.00 total 40.12 last 14.61)
 - mkdir 839 (time 1788927343.01 total 50.14 last 14.88)
 - mkdir 998 (time 1788927353.20 total 60.33 last 15.60)
total: 1000 mkdir in 60.46 seconds: 16.54 ops/second
 - mkdir 194 (time 1788927302.85 total 10.13 last 19.16)
 - mkdir 382 (time 1788927312.94 total 20.22 last 18.63)
 - mkdir 543 (time 1788927322.97 total 30.24 last 16.05)
 - mkdir 685 (time 1788927333.01 total 40.28 last 14.15)
 - mkdir 835 (time 1788927343.02 total 50.30 last 14.98)
 - mkdir 996 (time 1788927353.21 total 60.49 last 15.80)
total: 1000 mkdir in 60.84 seconds: 16.44 ops/second
 - mkdir 192 (time 1788927302.85 total 10.07 last 19.07)
 - mkdir 374 (time 1788927312.91 total 20.12 last 18.10)
 - mkdir 535 (time 1788927322.92 total 30.13 last 16.08)
 - mkdir 678 (time 1788927332.92 total 40.14 last 14.29)
 - mkdir 830 (time 1788927343.02 total 50.24 last 15.05)
 - mkdir 988 (time 1788927353.03 total 60.25 last 15.79)
total: 1000 mkdir in 61.32 seconds: 16.31 ops/second
 - mkdir 179 (time 1788927302.26 total 10.00 last 17.89)
 - mkdir 358 (time 1788927312.27 total 20.01 last 17.89)
 - mkdir 516 (time 1788927322.31 total 30.05 last 15.74)
 - mkdir 658 (time 1788927332.32 total 40.06 last 14.18)
 - mkdir 810 (time 1788927342.34 total 50.08 last 15.18)
 - mkdir 973 (time 1788927352.36 total 60.10 last 16.26)
total: 1000 mkdir in 63.01 seconds: 15.87 ops/second
Time for file creation 76 sec for 1 RPC sent at a time
 - unlinked 0 (time 1788927365 ; total 0 ; last 0)
total: 1000 unlinks in 29 seconds: 34.482758 unlinks/second
 - unlinked 0 (time 1788927365 ; total 0 ; last 0)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
 - unlinked 0 (time 1788927365 ; total 0 ; last 0)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
 - unlinked 0 (time 1788927366 ; total 0 ; last 0)
total: 1000 unlinks in 29 seconds: 34.482758 unlinks/second
 - unlinked 0 (time 1788927365 ; total 0 ; last 0)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
 - unlinked 0 (time 1788927366 ; total 0 ; last 0)
total: 1000 unlinks in 29 seconds: 34.482758 unlinks/second
 - unlinked 0 (time 1788927366 ; total 0 ; last 0)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
 - unlinked 0 (time 1788927366 ; total 0 ; last 0)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
 - unlinked 0 (time 1788927366 ; total 0 ; last 0)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
 - unlinked 0 (time 1788927366 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
Time for file removal 44 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8