== sanity test 123ad: Verify batching statahead works correctly ========================================================== 23:20:19 (1761967219) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff892b032f5000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff892b032f5000.batch_stats=0 llite.lustre-ffff892b032f5000.statahead_max=32 llite.lustre-ffff892b032f5000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff892b032f5000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff892b032f5000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.27 seconds: 78.64 ops/second llite.lustre-ffff892b032f5000.statahead_max=0 101 real 0m1.133s user 0m0.006s sys 0m0.373s ls -l 100 files without statahead: 1 sec llite.lustre-ffff892b032f5000.statahead_max=32 32 101 real 0m0.624s user 0m0.003s sys 0m0.263s ls -l 100 files with statahead: 0 sec statahead total: 65 statahead wrong: 1 agl total: 59 list_total: 29 fname_total: 30 hit_total: 33606 miss_total: 203 total: 900 open/close in 4.06 seconds: 221.44 ops/second llite.lustre-ffff892b032f5000.statahead_max=0 1001 real 0m8.868s user 0m0.026s sys 0m2.806s ls -l 1000 files without statahead: 9 sec llite.lustre-ffff892b032f5000.statahead_max=32 32 1001 real 0m3.909s user 0m0.011s sys 0m1.625s ls -l 1000 files with statahead: 4 sec statahead total: 66 statahead wrong: 1 agl total: 60 list_total: 30 fname_total: 30 hit_total: 34605 miss_total: 204 - open/close 2654 (time 1761967258.79 total 10.00 last 265.38) total: 4000 open/close in 14.31 seconds: 279.57 ops/second llite.lustre-ffff892b032f5000.statahead_max=0 5001 real 0m41.881s user 0m0.101s sys 0m13.539s ls -l 5000 files without statahead: 42 sec llite.lustre-ffff892b032f5000.statahead_max=32 32 5001 real 0m21.350s user 0m0.079s sys 0m8.239s ls -l 5000 files with statahead: 21 sec statahead total: 67 statahead wrong: 1 agl total: 61 list_total: 31 fname_total: 30 hit_total: 39604 miss_total: 205 ls -l done rm -r /mnt/lustre/d123ad.sanity: 37 seconds llite.lustre-ffff892b032f5000.statahead_stats= statahead total: 67 statahead wrong: 1 agl total: 61 list_total: 31 fname_total: 30 hit_total: 39604 miss_total: 205 mdc.lustre-MDT0000-mdc-ffff892b032f5000.batch_stats= snapshot_time: 1761967372.001915045 secs.nsecs start_time: 1761967221.812358811 secs.nsecs elapsed_time: 150.189556234 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 2 1 1 4: 4 2 3 8: 4 2 5 16: 115 58 63 32: 73 36 100 mdc.lustre-MDT0001-mdc-ffff892b032f5000.batch_stats= snapshot_time: 1761967372.001992495 secs.nsecs start_time: 1761967221.812457074 secs.nsecs elapsed_time: 150.189535421 secs.nsecs subreqs per batch batches % cum % 1: 2 1 1 2: 0 0 1 4: 4 2 3 8: 4 2 5 16: 108 54 59 32: 80 40 100 - open/close 3968 (time 1761967383.19 total 10.00 last 396.75) - open/close 8362 (time 1761967393.19 total 20.00 last 439.29) total: 10000 open/close in 23.94 seconds: 417.72 ops/second llite.lustre-ffff892b032f5000.statahead_batch_max=0 llite.lustre-ffff892b032f5000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff892b032f5000.stats=clear mdc.lustre-MDT0001-mdc-ffff892b032f5000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m31.422s user 0m0.123s sys 0m27.806s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff892b032f5000.statahead_batch_max=32 llite.lustre-ffff892b032f5000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff892b032f5000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff892b032f5000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff892b032f5000.stats=clear mdc.lustre-MDT0001-mdc-ffff892b032f5000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m41.333s user 0m0.131s sys 0m21.362s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff892b032f5000.batch_stats= snapshot_time: 1761967476.966050604 secs.nsecs start_time: 1761967430.922385540 secs.nsecs elapsed_time: 46.043665064 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff892b032f5000.batch_stats= snapshot_time: 1761967476.966087811 secs.nsecs start_time: 1761967430.922462902 secs.nsecs elapsed_time: 46.043624909 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff892b032f5000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff892b032f5000.batch_stats=0 llite.lustre-ffff892b032f5000.statahead_max=2048 llite.lustre-ffff892b032f5000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff892b032f5000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff892b032f5000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.87 seconds: 114.45 ops/second llite.lustre-ffff892b032f5000.statahead_max=0 101 real 0m0.559s user 0m0.004s sys 0m0.175s ls -l 100 files without statahead: 1 sec llite.lustre-ffff892b032f5000.statahead_max=2048 2048 101 real 0m0.334s user 0m0.003s sys 0m0.189s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.91 seconds: 470.80 ops/second llite.lustre-ffff892b032f5000.statahead_max=0 1001 real 0m5.405s user 0m0.011s sys 0m1.656s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff892b032f5000.statahead_max=2048 2048 1001 real 0m3.124s user 0m0.010s sys 0m0.936s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4748 (time 1761967588.60 total 10.00 last 474.70) total: 9000 open/close in 19.47 seconds: 462.13 ops/second llite.lustre-ffff892b032f5000.statahead_max=0 10001 real 0m59.808s user 0m0.164s sys 0m19.559s ls -l 10000 files without statahead: 60 sec llite.lustre-ffff892b032f5000.statahead_max=2048 2048 10001 real 0m28.644s user 0m0.104s sys 0m19.144s ls -l 10000 files with statahead: 28 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 69 seconds llite.lustre-ffff892b032f5000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff892b032f5000.batch_stats= snapshot_time: 1761967766.847069505 secs.nsecs start_time: 1761967478.064909821 secs.nsecs elapsed_time: 288.782159684 secs.nsecs subreqs per batch batches % cum % 1: 76 54 54 2: 17 12 66 4: 5 3 70 8: 7 5 75 16: 0 0 75 32: 1 0 75 64: 1 0 76 128: 2 1 77 256: 31 22 100 mdc.lustre-MDT0001-mdc-ffff892b032f5000.batch_stats= snapshot_time: 1761967766.847113170 secs.nsecs start_time: 1761967478.065024628 secs.nsecs elapsed_time: 288.782088542 secs.nsecs subreqs per batch batches % cum % 1: 73 52 52 2: 20 14 66 4: 8 5 72 8: 3 2 74 16: 2 1 75 32: 1 0 76 64: 0 0 76 128: 2 1 77 256: 31 22 100 - open/close 4333 (time 1761967777.83 total 10.00 last 433.21) - open/close 8794 (time 1761967787.83 total 20.00 last 446.10) total: 10000 open/close in 22.74 seconds: 439.77 ops/second llite.lustre-ffff892b032f5000.statahead_batch_max=0 llite.lustre-ffff892b032f5000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff892b032f5000.stats=clear mdc.lustre-MDT0001-mdc-ffff892b032f5000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m27.925s user 0m0.116s sys 0m20.902s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff892b032f5000.statahead_batch_max=256 llite.lustre-ffff892b032f5000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff892b032f5000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff892b032f5000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff892b032f5000.stats=clear mdc.lustre-MDT0001-mdc-ffff892b032f5000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m31.224s user 0m0.119s sys 0m22.009s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff892b032f5000.batch_stats= snapshot_time: 1761967856.529576408 secs.nsecs start_time: 1761967821.395072149 secs.nsecs elapsed_time: 35.134504259 secs.nsecs subreqs per batch batches % cum % 1: 321 67 67 2: 70 14 81 4: 16 3 85 8: 9 1 87 16: 3 0 87 32: 20 4 91 64: 5 1 92 128: 0 0 92 256: 34 7 100 mdc.lustre-MDT0001-mdc-ffff892b032f5000.batch_stats= snapshot_time: 1761967856.529616116 secs.nsecs start_time: 1761967821.395113296 secs.nsecs elapsed_time: 35.134502820 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff892b032f5000.statahead_batch_max=64 llite.lustre-ffff892b032f5000.statahead_max=128