== sanity test 123ad: Verify batching statahead works correctly ========================================================== 15:08:57 (1767038937) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff994305638800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff994305638800.batch_stats=0 llite.lustre-ffff994305638800.statahead_max=32 llite.lustre-ffff994305638800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff994305638800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff994305638800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.63 seconds: 159.39 ops/second llite.lustre-ffff994305638800.statahead_max=0 101 real 0m0.609s user 0m0.002s sys 0m0.217s ls -l 100 files without statahead: 1 sec llite.lustre-ffff994305638800.statahead_max=32 32 101 real 0m0.411s user 0m0.006s sys 0m0.193s ls -l 100 files with statahead: 1 sec statahead total: 71 statahead wrong: 1 agl total: 65 list_total: 29 fname_total: 42 hit_total: 33524 miss_total: 201 total: 900 open/close in 2.17 seconds: 415.38 ops/second llite.lustre-ffff994305638800.statahead_max=0 1001 real 0m6.299s user 0m0.021s sys 0m2.214s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff994305638800.statahead_max=32 32 1001 real 0m3.583s user 0m0.012s sys 0m1.585s ls -l 1000 files with statahead: 4 sec statahead total: 72 statahead wrong: 1 agl total: 66 list_total: 30 fname_total: 42 hit_total: 34523 miss_total: 202 - open/close 4233 (time 1767038967.94 total 10.00 last 423.29) - open/close 8691 (time 1767038977.94 total 20.00 last 445.72) total: 9000 open/close in 20.71 seconds: 434.52 ops/second llite.lustre-ffff994305638800.statahead_max=0 10001 real 1m4.866s user 0m0.208s sys 0m22.235s ls -l 10000 files without statahead: 65 sec llite.lustre-ffff994305638800.statahead_max=32 32 10001 real 0m36.534s user 0m0.162s sys 0m15.898s ls -l 10000 files with statahead: 37 sec statahead total: 73 statahead wrong: 1 agl total: 67 list_total: 31 fname_total: 42 hit_total: 44522 miss_total: 203 ls -l done rm -r /mnt/lustre/d123ad.sanity: 70 seconds llite.lustre-ffff994305638800.statahead_stats= statahead total: 73 statahead wrong: 1 agl total: 67 list_total: 31 fname_total: 42 hit_total: 44522 miss_total: 203 mdc.lustre-MDT0000-mdc-ffff994305638800.batch_stats= snapshot_time: 1767039160.967597559 secs.nsecs start_time: 1767038938.738557989 secs.nsecs elapsed_time: 222.229039570 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 3 0 0 8: 7 1 2 16: 193 54 57 32: 150 42 100 mdc.lustre-MDT0001-mdc-ffff994305638800.batch_stats= snapshot_time: 1767039160.967640326 secs.nsecs start_time: 1767038938.738652139 secs.nsecs elapsed_time: 222.228988187 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 6 1 1 8: 3 0 2 16: 203 57 59 32: 142 40 100 - open/close 3696 (time 1767039172.80 total 10.00 last 369.54) - open/close 8148 (time 1767039182.80 total 20.00 last 445.18) total: 10000 open/close in 24.24 seconds: 412.55 ops/second llite.lustre-ffff994305638800.statahead_batch_max=0 llite.lustre-ffff994305638800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff994305638800.stats=clear mdc.lustre-MDT0001-mdc-ffff994305638800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m37.944s user 0m0.162s sys 0m34.555s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff994305638800.statahead_batch_max=32 llite.lustre-ffff994305638800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff994305638800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff994305638800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff994305638800.stats=clear mdc.lustre-MDT0001-mdc-ffff994305638800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m37.666s user 0m0.145s sys 0m21.362s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff994305638800.batch_stats= snapshot_time: 1767039270.111916495 secs.nsecs start_time: 1767039227.579744409 secs.nsecs elapsed_time: 42.532172086 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff994305638800.batch_stats= snapshot_time: 1767039270.111959088 secs.nsecs start_time: 1767039227.579833651 secs.nsecs elapsed_time: 42.532125437 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff994305638800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff994305638800.batch_stats=0 llite.lustre-ffff994305638800.statahead_max=2048 llite.lustre-ffff994305638800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff994305638800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff994305638800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.92 seconds: 108.78 ops/second llite.lustre-ffff994305638800.statahead_max=0 101 real 0m0.798s user 0m0.004s sys 0m0.285s ls -l 100 files without statahead: 0 sec llite.lustre-ffff994305638800.statahead_max=2048 2048 101 real 0m0.496s user 0m0.002s sys 0m0.278s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 2.71 seconds: 331.99 ops/second llite.lustre-ffff994305638800.statahead_max=0 1001 real 0m7.825s user 0m0.020s sys 0m2.684s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff994305638800.statahead_max=2048 2048 1001 real 0m4.023s user 0m0.011s sys 0m1.989s ls -l 1000 files with statahead: 4 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 3996 (time 1767039402.13 total 10.01 last 399.37) - open/close 7457 (time 1767039412.14 total 20.01 last 345.91) total: 9000 open/close in 24.60 seconds: 365.89 ops/second llite.lustre-ffff994305638800.statahead_max=0 10001 real 1m4.974s user 0m0.223s sys 0m22.246s ls -l 10000 files without statahead: 65 sec llite.lustre-ffff994305638800.statahead_max=2048 2048 10001 real 0m31.893s user 0m0.146s sys 0m21.424s ls -l 10000 files with statahead: 32 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 63 seconds llite.lustre-ffff994305638800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff994305638800.batch_stats= snapshot_time: 1767039587.936849860 secs.nsecs start_time: 1767039270.935037613 secs.nsecs elapsed_time: 317.001812247 secs.nsecs subreqs per batch batches % cum % 1: 142 71 71 2: 13 6 77 4: 10 5 82 8: 2 1 83 16: 0 0 83 32: 0 0 83 64: 0 0 83 128: 4 2 85 256: 29 14 100 mdc.lustre-MDT0001-mdc-ffff994305638800.batch_stats= snapshot_time: 1767039587.936891723 secs.nsecs start_time: 1767039270.935187173 secs.nsecs elapsed_time: 317.001704550 secs.nsecs subreqs per batch batches % cum % 1: 148 68 68 2: 18 8 77 4: 9 4 81 8: 3 1 82 16: 1 0 83 32: 1 0 83 64: 1 0 84 128: 2 0 85 256: 32 14 100 - open/close 4359 (time 1767039598.74 total 10.00 last 435.84) - open/close 8845 (time 1767039608.74 total 20.00 last 448.50) total: 10000 open/close in 22.71 seconds: 440.31 ops/second llite.lustre-ffff994305638800.statahead_batch_max=0 llite.lustre-ffff994305638800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff994305638800.stats=clear mdc.lustre-MDT0001-mdc-ffff994305638800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m46.202s user 0m0.203s sys 0m38.223s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff994305638800.statahead_batch_max=256 llite.lustre-ffff994305638800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff994305638800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff994305638800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff994305638800.stats=clear mdc.lustre-MDT0001-mdc-ffff994305638800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m35.307s user 0m0.148s sys 0m25.471s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff994305638800.batch_stats= snapshot_time: 1767039700.693123250 secs.nsecs start_time: 1767039660.346377792 secs.nsecs elapsed_time: 40.346745458 secs.nsecs subreqs per batch batches % cum % 1: 335 67 67 2: 71 14 82 4: 23 4 86 8: 3 0 87 16: 3 0 88 32: 20 4 92 64: 5 1 93 128: 0 0 93 256: 34 6 100 mdc.lustre-MDT0001-mdc-ffff994305638800.batch_stats= snapshot_time: 1767039700.693165830 secs.nsecs start_time: 1767039660.346462209 secs.nsecs elapsed_time: 40.346703621 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff994305638800.statahead_batch_max=64 llite.lustre-ffff994305638800.statahead_max=128