== sanity test 123ad: Verify batching statahead works correctly ========================================================== 08:05:24 (1756814724) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffffa0e087c0b800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffffa0e087c0b800.batch_stats=0 llite.lustre-ffffa0e087c0b800.statahead_max=32 llite.lustre-ffffa0e087c0b800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffffa0e087c0b800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffffa0e087c0b800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.67 seconds: 149.04 ops/second llite.lustre-ffffa0e087c0b800.statahead_max=0 101 real 0m0.605s user 0m0.007s sys 0m0.211s ls -l 100 files without statahead: 0 sec llite.lustre-ffffa0e087c0b800.statahead_max=32 32 101 real 0m0.403s user 0m0.003s sys 0m0.255s ls -l 100 files with statahead: 0 sec statahead total: 103 statahead wrong: 1 agl total: 98 list_total: 33 fname_total: 55 hit_total: 33702 miss_total: 245 total: 900 open/close in 1.93 seconds: 465.13 ops/second llite.lustre-ffffa0e087c0b800.statahead_max=0 1001 real 0m5.628s user 0m0.017s sys 0m1.936s ls -l 1000 files without statahead: 6 sec llite.lustre-ffffa0e087c0b800.statahead_max=32 32 1001 real 0m3.570s user 0m0.010s sys 0m1.592s ls -l 1000 files with statahead: 4 sec statahead total: 104 statahead wrong: 1 agl total: 99 list_total: 34 fname_total: 55 hit_total: 34701 miss_total: 246 - open/close 4382 (time 1756814754.23 total 10.00 last 438.20) total: 9000 open/close in 19.85 seconds: 453.31 ops/second llite.lustre-ffffa0e087c0b800.statahead_max=0 10001 real 0m58.584s user 0m0.211s sys 0m20.162s ls -l 10000 files without statahead: 58 sec llite.lustre-ffffa0e087c0b800.statahead_max=32 32 10001 real 0m39.667s user 0m0.167s sys 0m17.349s ls -l 10000 files with statahead: 40 sec statahead total: 105 statahead wrong: 1 agl total: 100 list_total: 35 fname_total: 55 hit_total: 44700 miss_total: 247 ls -l done rm -r /mnt/lustre/d123ad.sanity: 65 seconds llite.lustre-ffffa0e087c0b800.statahead_stats= statahead total: 105 statahead wrong: 1 agl total: 100 list_total: 35 fname_total: 55 hit_total: 44700 miss_total: 247 mdc.lustre-MDT0000-mdc-ffffa0e087c0b800.batch_stats= snapshot_time: 1756814938.136796084 secs.nsecs start_time: 1756814726.516143025 secs.nsecs elapsed_time: 211.620653059 secs.nsecs subreqs per batch batches % cum % 1: 3 0 0 2: 1 0 1 4: 2 0 1 8: 6 1 3 16: 228 64 68 32: 112 31 100 mdc.lustre-MDT0001-mdc-ffffa0e087c0b800.batch_stats= snapshot_time: 1756814938.136844554 secs.nsecs start_time: 1756814726.516201384 secs.nsecs elapsed_time: 211.620643170 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 4 1 1 8: 7 1 3 16: 155 43 47 32: 188 52 100 - open/close 3983 (time 1756814949.53 total 10.00 last 398.22) - open/close 7851 (time 1756814959.53 total 20.00 last 386.76) total: 10000 open/close in 25.74 seconds: 388.52 ops/second llite.lustre-ffffa0e087c0b800.statahead_batch_max=0 llite.lustre-ffffa0e087c0b800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffffa0e087c0b800.stats=clear mdc.lustre-MDT0001-mdc-ffffa0e087c0b800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m32.426s user 0m0.146s sys 0m30.677s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffffa0e087c0b800.statahead_batch_max=32 llite.lustre-ffffa0e087c0b800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffffa0e087c0b800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffffa0e087c0b800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffffa0e087c0b800.stats=clear mdc.lustre-MDT0001-mdc-ffffa0e087c0b800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m42.074s user 0m0.158s sys 0m25.155s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffffa0e087c0b800.batch_stats= snapshot_time: 1756815047.953078621 secs.nsecs start_time: 1756815000.405924437 secs.nsecs elapsed_time: 47.547154184 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 1 32: 312 98 100 mdc.lustre-MDT0001-mdc-ffffa0e087c0b800.batch_stats= snapshot_time: 1756815047.953119531 secs.nsecs start_time: 1756815000.405976262 secs.nsecs elapsed_time: 47.547143269 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffffa0e087c0b800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffffa0e087c0b800.batch_stats=0 llite.lustre-ffffa0e087c0b800.statahead_max=2048 llite.lustre-ffffa0e087c0b800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffffa0e087c0b800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffffa0e087c0b800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.68 seconds: 146.45 ops/second llite.lustre-ffffa0e087c0b800.statahead_max=0 101 real 0m0.793s user 0m0.007s sys 0m0.275s ls -l 100 files without statahead: 0 sec llite.lustre-ffffa0e087c0b800.statahead_max=2048 2048 101 real 0m0.397s user 0m0.001s sys 0m0.235s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 2.55 seconds: 352.87 ops/second llite.lustre-ffffa0e087c0b800.statahead_max=0 1001 real 0m6.705s user 0m0.018s sys 0m2.350s ls -l 1000 files without statahead: 7 sec llite.lustre-ffffa0e087c0b800.statahead_max=2048 2048 1001 real 0m3.098s user 0m0.012s sys 0m1.651s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4677 (time 1756815165.52 total 10.00 last 467.70) total: 9000 open/close in 19.55 seconds: 460.27 ops/second llite.lustre-ffffa0e087c0b800.statahead_max=0 10001 real 0m59.345s user 0m0.183s sys 0m20.613s ls -l 10000 files without statahead: 60 sec llite.lustre-ffffa0e087c0b800.statahead_max=2048 2048 10001 real 0m30.281s user 0m0.155s sys 0m22.105s ls -l 10000 files with statahead: 31 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 67 seconds llite.lustre-ffffa0e087c0b800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffffa0e087c0b800.batch_stats= snapshot_time: 1756815342.995752953 secs.nsecs start_time: 1756815048.786444537 secs.nsecs elapsed_time: 294.209308416 secs.nsecs subreqs per batch batches % cum % 1: 98 63 63 2: 10 6 69 4: 8 5 74 8: 4 2 77 16: 0 0 77 32: 1 0 78 64: 1 0 78 128: 2 1 80 256: 31 20 100 mdc.lustre-MDT0001-mdc-ffffa0e087c0b800.batch_stats= snapshot_time: 1756815342.995801705 secs.nsecs start_time: 1756815048.786586747 secs.nsecs elapsed_time: 294.209214958 secs.nsecs subreqs per batch batches % cum % 1: 87 59 59 2: 14 9 68 4: 10 6 75 8: 2 1 76 16: 0 0 76 32: 0 0 76 64: 1 0 77 128: 1 0 78 256: 32 21 100 - open/close 3217 (time 1756815354.21 total 10.00 last 321.64) - open/close 6007 (time 1756815364.21 total 20.00 last 278.98) - open/close 9216 (time 1756815374.22 total 30.01 last 320.75) total: 10000 open/close in 33.22 seconds: 301.00 ops/second llite.lustre-ffffa0e087c0b800.statahead_batch_max=0 llite.lustre-ffffa0e087c0b800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffffa0e087c0b800.stats=clear mdc.lustre-MDT0001-mdc-ffffa0e087c0b800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m31.890s user 0m0.149s sys 0m27.843s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffffa0e087c0b800.statahead_batch_max=256 llite.lustre-ffffa0e087c0b800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffffa0e087c0b800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffffa0e087c0b800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffffa0e087c0b800.stats=clear mdc.lustre-MDT0001-mdc-ffffa0e087c0b800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m24.735s user 0m0.139s sys 0m18.640s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffffa0e087c0b800.batch_stats= snapshot_time: 1756815441.513167081 secs.nsecs start_time: 1756815412.007844942 secs.nsecs elapsed_time: 29.505322139 secs.nsecs subreqs per batch batches % cum % 1: 180 53 53 2: 46 13 67 4: 34 10 77 8: 11 3 81 16: 3 0 82 32: 22 6 88 64: 3 0 89 128: 1 0 89 256: 34 10 100 mdc.lustre-MDT0001-mdc-ffffa0e087c0b800.batch_stats= snapshot_time: 1756815441.513228792 secs.nsecs start_time: 1756815412.007913347 secs.nsecs elapsed_time: 29.505315445 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffffa0e087c0b800.statahead_batch_max=64 llite.lustre-ffffa0e087c0b800.statahead_max=128