== sanity test 123ad: Verify batching statahead works correctly ========================================================== 05:51:43 (1734432703) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88012b470000.batch_stats=0 llite.lustre-ffff88012b470000.statahead_max=32 llite.lustre-ffff88012b470000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012b470000.batch_stats=0 total: 100 open/close in 0.75 seconds: 133.49 ops/second llite.lustre-ffff88012b470000.statahead_max=0 101 real 0m0.644s user 0m0.013s sys 0m0.217s ls -l 100 files without statahead: 0 sec llite.lustre-ffff88012b470000.statahead_max=32 32 101 real 0m0.369s user 0m0.007s sys 0m0.123s ls -l 100 files with statahead: 0 sec statahead total: 57 statahead wrong: 2 agl total: 57 list_total: 24 fname_total: 33 hit_total: 11683 miss_total: 1292 total: 900 open/close in 2.33 seconds: 386.75 ops/second llite.lustre-ffff88012b470000.statahead_max=0 1001 real 0m7.334s user 0m0.040s sys 0m2.362s ls -l 1000 files without statahead: 7 sec llite.lustre-ffff88012b470000.statahead_max=32 32 1001 real 0m2.317s user 0m0.022s sys 0m0.948s ls -l 1000 files with statahead: 2 sec statahead total: 58 statahead wrong: 2 agl total: 58 list_total: 25 fname_total: 33 hit_total: 12682 miss_total: 1296 - open/close 2717 (time 1734432732.96 total 10.00 last 271.63) - open/close 5548 (time 1734432742.96 total 20.00 last 283.05) - open/close 7929 (time 1734432752.96 total 30.01 last 238.06) total: 9000 open/close in 33.43 seconds: 269.18 ops/second llite.lustre-ffff88012b470000.statahead_max=0 10001 real 1m17.614s user 0m0.798s sys 0m23.450s ls -l 10000 files without statahead: 78 sec llite.lustre-ffff88012b470000.statahead_max=32 32 10001 real 0m22.988s user 0m0.260s sys 0m9.441s ls -l 10000 files with statahead: 23 sec statahead total: 59 statahead wrong: 2 agl total: 59 list_total: 26 fname_total: 33 hit_total: 22681 miss_total: 1320 ls -l done rm -r /mnt/lustre/d123ad.sanity: 44 seconds llite.lustre-ffff88012b470000.statahead_stats= statahead total: 59 statahead wrong: 2 agl total: 59 list_total: 26 fname_total: 33 hit_total: 22681 miss_total: 1320 mdc.lustre-MDT0000-mdc-ffff88012b470000.batch_stats= snapshot_time: 1734432907.431304328 secs.nsecs start_time: 1734432705.191671847 secs.nsecs elapsed_time: 202.239632481 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 1 0 0 8: 3 0 1 16: 4 1 2 32: 346 97 100 - open/close 4184 (time 1734432918.05 total 10.00 last 418.39) - open/close 8712 (time 1734432928.05 total 20.00 last 452.76) total: 10000 open/close in 25.21 seconds: 396.69 ops/second llite.lustre-ffff88012b470000.statahead_batch_max=0 llite.lustre-ffff88012b470000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012b470000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m11.188s user 0m0.185s sys 0m9.354s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012b470000.statahead_batch_max=32 llite.lustre-ffff88012b470000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012b470000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012b470000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m24.191s user 0m0.266s sys 0m9.354s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012b470000.batch_stats= snapshot_time: 1734432973.592043655 secs.nsecs start_time: 1734432946.630827828 secs.nsecs elapsed_time: 26.961215827 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88012b470000.batch_stats=0 llite.lustre-ffff88012b470000.statahead_max=2048 llite.lustre-ffff88012b470000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff88012b470000.batch_stats=0 total: 100 open/close in 0.79 seconds: 126.73 ops/second llite.lustre-ffff88012b470000.statahead_max=0 101 real 0m0.819s user 0m0.014s sys 0m0.242s ls -l 100 files without statahead: 0 sec llite.lustre-ffff88012b470000.statahead_max=2048 2048 101 real 0m0.324s user 0m0.003s sys 0m0.123s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 38 total: 900 open/close in 2.20 seconds: 409.67 ops/second llite.lustre-ffff88012b470000.statahead_max=0 1001 real 0m7.413s user 0m0.050s sys 0m2.418s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff88012b470000.statahead_max=2048 2048 1001 real 0m1.521s user 0m0.021s sys 0m0.928s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 39 - open/close 2378 (time 1734433073.63 total 10.00 last 237.76) - open/close 5060 (time 1734433083.63 total 20.00 last 268.16) - open/close 8468 (time 1734433093.63 total 30.00 last 340.73) total: 9000 open/close in 31.24 seconds: 288.09 ops/second llite.lustre-ffff88012b470000.statahead_max=0 10001 real 1m10.374s user 0m0.595s sys 0m22.353s ls -l 10000 files without statahead: 70 sec llite.lustre-ffff88012b470000.statahead_max=2048 2048 10001 real 0m10.849s user 0m0.239s sys 0m9.055s ls -l 10000 files with statahead: 11 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 40 ls -l done rm -r /mnt/lustre/d123ad.sanity: 45 seconds llite.lustre-ffff88012b470000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 40 mdc.lustre-MDT0000-mdc-ffff88012b470000.batch_stats= snapshot_time: 1734433227.701396410 secs.nsecs start_time: 1734432974.070661112 secs.nsecs elapsed_time: 253.630735298 secs.nsecs subreqs per batch batches % cum % 1: 181 59 59 2: 21 6 66 4: 12 3 70 8: 20 6 76 16: 18 5 82 32: 12 3 86 64: 0 0 86 128: 1 0 86 256: 40 13 100 - open/close 3524 (time 1734433238.25 total 10.00 last 352.33) - open/close 7695 (time 1734433248.25 total 20.00 last 417.05) total: 10000 open/close in 24.76 seconds: 403.80 ops/second llite.lustre-ffff88012b470000.statahead_batch_max=0 llite.lustre-ffff88012b470000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012b470000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.211s user 0m0.214s sys 0m8.907s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012b470000.statahead_batch_max=256 llite.lustre-ffff88012b470000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012b470000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012b470000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.356s user 0m0.218s sys 0m8.910s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012b470000.batch_stats= snapshot_time: 1734433278.012029104 secs.nsecs start_time: 1734433265.104787706 secs.nsecs elapsed_time: 12.907241398 secs.nsecs subreqs per batch batches % cum % 1: 332 71 71 2: 20 4 75 4: 23 4 80 8: 18 3 84 16: 22 4 88 32: 16 3 92 64: 1 0 92 128: 1 0 92 256: 34 7 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88012b470000.statahead_batch_max=64 llite.lustre-ffff88012b470000.statahead_max=128