== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 01:19:34 (1786771174)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.39 seconds: 25.59 ops/second
 - mkdir 252 (time 1786771192.92 total 10.04 last 25.10)
 - mkdir 560 (time 1786771202.94 total 20.06 last 30.73)
 - mkdir 802 (time 1786771212.95 total 30.07 last 24.19)
 - mkdir 996 (time 1786771222.98 total 40.10 last 19.34)
total: 1000 mkdir in 40.23 seconds: 24.86 ops/second
 - mkdir 248 (time 1786771192.32 total 10.01 last 24.77)
 - mkdir 542 (time 1786771202.35 total 20.04 last 29.32)
 - mkdir 797 (time 1786771212.40 total 30.09 last 25.37)
 - mkdir 983 (time 1786771222.42 total 40.11 last 18.57)
total: 1000 mkdir in 41.02 seconds: 24.38 ops/second
 - mkdir 249 (time 1786771192.61 total 10.02 last 24.85)
 - mkdir 548 (time 1786771202.61 total 20.03 last 29.87)
 - mkdir 795 (time 1786771212.63 total 30.04 last 24.67)
 - mkdir 981 (time 1786771222.67 total 40.09 last 18.51)
total: 1000 mkdir in 41.41 seconds: 24.15 ops/second
 - mkdir 246 (time 1786771192.93 total 10.01 last 24.57)
 - mkdir 554 (time 1786771202.95 total 20.03 last 30.73)
 - mkdir 794 (time 1786771212.96 total 30.04 last 23.98)
 - mkdir 980 (time 1786771222.97 total 40.05 last 18.58)
total: 1000 mkdir in 41.72 seconds: 23.97 ops/second
 - mkdir 244 (time 1786771192.76 total 10.01 last 24.38)
 - mkdir 543 (time 1786771202.76 total 20.01 last 29.88)
 - mkdir 786 (time 1786771212.77 total 30.02 last 24.28)
 - mkdir 975 (time 1786771222.77 total 40.02 last 18.90)
total: 1000 mkdir in 42.01 seconds: 23.80 ops/second
 - mkdir 244 (time 1786771192.79 total 10.01 last 24.38)
 - mkdir 541 (time 1786771202.80 total 20.01 last 29.69)
 - mkdir 780 (time 1786771212.82 total 30.04 last 23.83)
 - mkdir 971 (time 1786771222.88 total 40.10 last 19.00)
total: 1000 mkdir in 42.41 seconds: 23.58 ops/second
 - mkdir 244 (time 1786771192.86 total 10.02 last 24.35)
 - mkdir 540 (time 1786771202.87 total 20.03 last 29.58)
 - mkdir 777 (time 1786771212.87 total 30.03 last 23.69)
 - mkdir 967 (time 1786771222.87 total 40.03 last 19.00)
total: 1000 mkdir in 42.56 seconds: 23.50 ops/second
 - mkdir 243 (time 1786771192.99 total 10.00 last 24.30)
 - mkdir 541 (time 1786771203.00 total 20.01 last 29.78)
 - mkdir 780 (time 1786771213.04 total 30.05 last 23.81)
 - mkdir 970 (time 1786771223.06 total 40.07 last 18.95)
total: 1000 mkdir in 42.68 seconds: 23.43 ops/second
 - mkdir 238 (time 1786771192.60 total 10.04 last 23.71)
 - mkdir 528 (time 1786771202.61 total 20.04 last 28.99)
 - mkdir 766 (time 1786771212.63 total 30.07 last 23.75)
 - mkdir 956 (time 1786771222.67 total 40.11 last 18.92)
total: 1000 mkdir in 43.88 seconds: 22.79 ops/second
 - mkdir 241 (time 1786771193.26 total 10.04 last 24.00)
 - mkdir 539 (time 1786771203.28 total 20.05 last 29.76)
 - mkdir 765 (time 1786771213.29 total 30.07 last 22.57)
 - mkdir 949 (time 1786771223.37 total 40.15 last 18.25)
total: 1000 mkdir in 43.97 seconds: 22.74 ops/second
Time for file creation 51 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 13 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.64 seconds: 15.73 ops/second
 - mkdir 159 (time 1786771733.41 total 10.05 last 15.83)
 - mkdir 333 (time 1786771743.48 total 20.12 last 17.28)
 - mkdir 482 (time 1786771753.50 total 30.14 last 14.86)
 - mkdir 725 (time 1786771763.51 total 40.15 last 24.28)
 - mkdir 995 (time 1786771773.54 total 50.17 last 26.93)
total: 1000 mkdir in 50.38 seconds: 19.85 ops/second
 - mkdir 173 (time 1786771735.20 total 10.02 last 17.26)
 - mkdir 342 (time 1786771745.20 total 20.03 last 16.89)
 - mkdir 506 (time 1786771755.27 total 30.09 last 16.30)
 - mkdir 759 (time 1786771765.28 total 40.11 last 25.26)
total: 1000 mkdir in 49.34 seconds: 20.27 ops/second
 - mkdir 154 (time 1786771734.59 total 10.01 last 15.39)
 - mkdir 325 (time 1786771744.62 total 20.04 last 17.05)
 - mkdir 486 (time 1786771754.71 total 30.13 last 15.95)
 - mkdir 732 (time 1786771764.73 total 40.15 last 24.56)
 - mkdir 996 (time 1786771774.77 total 50.19 last 26.29)
total: 1000 mkdir in 50.37 seconds: 19.85 ops/second
 - mkdir 177 (time 1786771735.93 total 10.04 last 17.63)
 - mkdir 344 (time 1786771745.96 total 20.07 last 16.65)
 - mkdir 507 (time 1786771755.97 total 30.08 last 16.29)
 - mkdir 765 (time 1786771765.99 total 40.10 last 25.75)
total: 1000 mkdir in 49.21 seconds: 20.32 ops/second
 - mkdir 155 (time 1786771734.66 total 10.06 last 15.41)
 - mkdir 328 (time 1786771744.72 total 20.12 last 17.19)
 - mkdir 487 (time 1786771754.76 total 30.17 last 15.83)
 - mkdir 730 (time 1786771764.78 total 40.19 last 24.24)
 - mkdir 991 (time 1786771774.87 total 50.28 last 25.88)
total: 1000 mkdir in 50.92 seconds: 19.64 ops/second
 - mkdir 164 (time 1786771735.85 total 10.07 last 16.29)
 - mkdir 330 (time 1786771745.87 total 20.09 last 16.56)
 - mkdir 493 (time 1786771755.94 total 30.15 last 16.20)
 - mkdir 752 (time 1786771765.98 total 40.20 last 25.78)
total: 1000 mkdir in 50.03 seconds: 19.99 ops/second
 - mkdir 157 (time 1786771735.14 total 10.01 last 15.68)
 - mkdir 321 (time 1786771745.16 total 20.03 last 16.37)
 - mkdir 480 (time 1786771755.27 total 30.14 last 15.73)
 - mkdir 731 (time 1786771765.29 total 40.16 last 25.04)
 - mkdir 984 (time 1786771775.31 total 50.18 last 25.26)
total: 1000 mkdir in 51.30 seconds: 19.49 ops/second
 - mkdir 172 (time 1786771736.15 total 10.03 last 17.15)
 - mkdir 334 (time 1786771746.18 total 20.06 last 16.15)
 - mkdir 497 (time 1786771756.18 total 30.06 last 16.30)
 - mkdir 751 (time 1786771766.19 total 40.07 last 25.38)
 - mkdir 995 (time 1786771776.20 total 50.08 last 24.36)
total: 1000 mkdir in 50.46 seconds: 19.82 ops/second
 - mkdir 146 (time 1786771734.66 total 10.03 last 14.56)
 - mkdir 304 (time 1786771744.69 total 20.06 last 15.75)
 - mkdir 457 (time 1786771754.76 total 30.13 last 15.20)
 - mkdir 706 (time 1786771764.81 total 40.18 last 24.78)
 - mkdir 975 (time 1786771774.87 total 50.24 last 26.74)
total: 1000 mkdir in 52.08 seconds: 19.20 ops/second
 - mkdir 183 (time 1786771736.34 total 10.02 last 18.27)
 - mkdir 339 (time 1786771746.37 total 20.04 last 15.56)
 - mkdir 500 (time 1786771756.39 total 30.06 last 16.07)
 - mkdir 753 (time 1786771766.39 total 40.06 last 25.29)
 - mkdir 994 (time 1786771776.39 total 50.07 last 24.10)
total: 1000 mkdir in 50.51 seconds: 19.80 ops/second
Time for file creation 60 sec for 1 RPC sent at a time
 - unlinked 0 (time 1786771784 ; total 0 ; last 0)
total: 1000 unlinks in 27 seconds: 37.037037 unlinks/second
 - unlinked 0 (time 1786771784 ; total 0 ; last 0)
total: 1000 unlinks in 27 seconds: 37.037037 unlinks/second
 - unlinked 0 (time 1786771784 ; total 0 ; last 0)
total: 1000 unlinks in 27 seconds: 37.037037 unlinks/second
 - unlinked 0 (time 1786771785 ; total 1 ; last 1)
total: 1000 unlinks in 28 seconds: 35.714287 unlinks/second
 - unlinked 0 (time 1786771785 ; total 0 ; last 0)
total: 1000 unlinks in 27 seconds: 37.037037 unlinks/second
 - unlinked 0 (time 1786771785 ; total 0 ; last 0)
total: 1000 unlinks in 27 seconds: 37.037037 unlinks/second
 - unlinked 0 (time 1786771784 ; total 0 ; last 0)
total: 1000 unlinks in 28 seconds: 35.714287 unlinks/second
 - unlinked 0 (time 1786771785 ; total 1 ; last 1)
total: 1000 unlinks in 28 seconds: 35.714287 unlinks/second
 - unlinked 0 (time 1786771785 ; total 0 ; last 0)
total: 1000 unlinks in 27 seconds: 37.037037 unlinks/second
 - unlinked 0 (time 1786771785 ; total 0 ; last 0)
total: 1000 unlinks in 27 seconds: 37.037037 unlinks/second
Time for file removal 39 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8