== sanity test 123ad: Verify batching statahead works correctly ========================================================== 07:22:02 (1769084522) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9610d8ab3000.batch_stats=0 llite.lustre-ffff9610d8ab3000.statahead_max=32 llite.lustre-ffff9610d8ab3000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9610d8ab3000.batch_stats=0 total: 100 open/close in 1.56 seconds: 64.19 ops/second llite.lustre-ffff9610d8ab3000.statahead_max=0 101 real 0m1.566s user 0m0.003s sys 0m0.308s ls -l 100 files without statahead: 1 sec llite.lustre-ffff9610d8ab3000.statahead_max=32 32 101 real 0m0.500s user 0m0.004s sys 0m0.158s ls -l 100 files with statahead: 0 sec statahead total: 133 statahead wrong: 2 agl total: 126 list_total: 39 fname_total: 94 hit_total: 19814 miss_total: 1414 total: 900 open/close in 7.89 seconds: 114.10 ops/second llite.lustre-ffff9610d8ab3000.statahead_max=0 1001 real 0m14.953s user 0m0.046s sys 0m2.844s ls -l 1000 files without statahead: 15 sec llite.lustre-ffff9610d8ab3000.statahead_max=32 32 1001 real 0m5.597s user 0m0.025s sys 0m1.427s ls -l 1000 files with statahead: 6 sec statahead total: 134 statahead wrong: 2 agl total: 127 list_total: 40 fname_total: 94 hit_total: 20810 miss_total: 1418 - open/close 1201 (time 1769084576.65 total 10.00 last 120.06) total: 2000 open/close in 17.36 seconds: 115.21 ops/second llite.lustre-ffff9610d8ab3000.statahead_max=0 3001 real 0m46.029s user 0m0.098s sys 0m8.455s ls -l 3000 files without statahead: 46 sec llite.lustre-ffff9610d8ab3000.statahead_max=32 32 3001 real 0m14.130s user 0m0.068s sys 0m4.444s ls -l 3000 files with statahead: 14 sec statahead total: 135 statahead wrong: 2 agl total: 128 list_total: 41 fname_total: 94 hit_total: 23804 miss_total: 1424 ls -l done rm -r /mnt/lustre/d123ad.sanity: 32 seconds llite.lustre-ffff9610d8ab3000.statahead_stats= statahead total: 135 statahead wrong: 2 agl total: 128 list_total: 41 fname_total: 94 hit_total: 23804 miss_total: 1424 mdc.lustre-MDT0000-mdc-ffff9610d8ab3000.batch_stats= snapshot_time: 1769084685.001295987 secs.nsecs start_time: 1769084525.569125081 secs.nsecs elapsed_time: 159.432170906 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 0 0 0 8: 4 2 3 16: 3 2 5 32: 128 94 100 - open/close 1303 (time 1769084696.38 total 10.00 last 130.29) - open/close 2526 (time 1769084706.39 total 20.01 last 122.18) - open/close 3647 (time 1769084716.39 total 30.02 last 112.05) - open/close 4851 (time 1769084726.39 total 40.02 last 120.37) - open/close 6222 (time 1769084736.40 total 50.02 last 137.03) - open/close 7477 (time 1769084746.41 total 60.03 last 125.40) - open/close 8631 (time 1769084756.41 total 70.04 last 115.36) - open/close 9761 (time 1769084766.42 total 80.04 last 112.93) total: 10000 open/close in 82.04 seconds: 121.89 ops/second llite.lustre-ffff9610d8ab3000.statahead_batch_max=0 llite.lustre-ffff9610d8ab3000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9610d8ab3000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m34.383s user 0m0.229s sys 0m19.344s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9610d8ab3000.statahead_batch_max=32 llite.lustre-ffff9610d8ab3000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9610d8ab3000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9610d8ab3000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m44.778s user 0m0.213s sys 0m14.600s batched statahead RPC= hit count=9983 mdc.lustre-MDT0000-mdc-ffff9610d8ab3000.batch_stats= snapshot_time: 1769084857.426607564 secs.nsecs start_time: 1769084806.810292929 secs.nsecs elapsed_time: 50.616314635 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 313 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9610d8ab3000.batch_stats=0 llite.lustre-ffff9610d8ab3000.statahead_max=2048 llite.lustre-ffff9610d8ab3000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9610d8ab3000.batch_stats=0 total: 100 open/close in 1.68 seconds: 59.64 ops/second llite.lustre-ffff9610d8ab3000.statahead_max=0 101 real 0m1.107s user 0m0.006s sys 0m0.314s ls -l 100 files without statahead: 1 sec llite.lustre-ffff9610d8ab3000.statahead_max=2048 2048 101 real 0m0.404s user 0m0.003s sys 0m0.298s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10082 miss_total: 18 total: 900 open/close in 4.76 seconds: 189.22 ops/second llite.lustre-ffff9610d8ab3000.statahead_max=0 1001 real 0m9.688s user 0m0.035s sys 0m2.606s ls -l 1000 files without statahead: 10 sec llite.lustre-ffff9610d8ab3000.statahead_max=2048 2048 1001 real 0m3.684s user 0m0.015s sys 0m1.384s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11081 miss_total: 19 - open/close 2690 (time 1769085039.09 total 10.01 last 268.72) total: 4000 open/close in 14.60 seconds: 273.89 ops/second llite.lustre-ffff9610d8ab3000.statahead_max=0 5001 real 0m39.286s user 0m0.166s sys 0m12.085s ls -l 5000 files without statahead: 40 sec llite.lustre-ffff9610d8ab3000.statahead_max=2048 2048 5001 real 0m14.903s user 0m0.114s sys 0m10.860s ls -l 5000 files with statahead: 15 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 16080 miss_total: 20 ls -l done rm -r /mnt/lustre/d123ad.sanity: 42 seconds llite.lustre-ffff9610d8ab3000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 16080 miss_total: 20 mdc.lustre-MDT0000-mdc-ffff9610d8ab3000.batch_stats= snapshot_time: 1769085147.254248879 secs.nsecs start_time: 1769084858.569377370 secs.nsecs elapsed_time: 288.684871509 secs.nsecs subreqs per batch batches % cum % 1: 42 42 42 2: 10 10 53 4: 4 4 57 8: 3 3 60 16: 5 5 65 32: 7 7 72 64: 4 4 76 128: 1 1 77 256: 22 22 100 - open/close 3099 (time 1769085158.05 total 10.00 last 309.81) - open/close 5880 (time 1769085168.05 total 20.00 last 278.04) - open/close 8158 (time 1769085178.05 total 30.01 last 227.68) total: 10000 open/close in 37.58 seconds: 266.13 ops/second llite.lustre-ffff9610d8ab3000.statahead_batch_max=0 llite.lustre-ffff9610d8ab3000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9610d8ab3000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m28.766s user 0m0.197s sys 0m24.034s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9610d8ab3000.statahead_batch_max=256 llite.lustre-ffff9610d8ab3000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9610d8ab3000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9610d8ab3000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m24.890s user 0m0.203s sys 0m17.394s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9610d8ab3000.batch_stats= snapshot_time: 1769085247.436207563 secs.nsecs start_time: 1769085217.503164854 secs.nsecs elapsed_time: 29.933042709 secs.nsecs subreqs per batch batches % cum % 1: 123 51 51 2: 28 11 63 4: 20 8 71 8: 3 1 73 16: 7 2 76 32: 20 8 84 64: 1 0 84 128: 0 0 84 256: 36 15 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9610d8ab3000.statahead_batch_max=64 llite.lustre-ffff9610d8ab3000.statahead_max=128