== sanity test 123ad: Verify batching statahead works correctly ========================================================== 11:45:50 (1746114350) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88012dbb8800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012dbb8800.batch_stats=0 llite.lustre-ffff88012dbb8800.statahead_max=32 llite.lustre-ffff88012dbb8800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012dbb8800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012dbb8800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.55 seconds: 183.01 ops/second llite.lustre-ffff88012dbb8800.statahead_max=0 101 real 0m0.519s user 0m0.002s sys 0m0.159s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012dbb8800.statahead_max=32 32 101 real 0m0.424s user 0m0.004s sys 0m0.181s ls -l 100 files with statahead: 1 sec statahead total: 51 statahead wrong: 1 agl total: 51 list_total: 20 fname_total: 31 hit_total: 11727 miss_total: 228 total: 900 open/close in 1.75 seconds: 515.58 ops/second llite.lustre-ffff88012dbb8800.statahead_max=0 1001 real 0m4.522s user 0m0.014s sys 0m1.531s ls -l 1000 files without statahead: 4 sec llite.lustre-ffff88012dbb8800.statahead_max=32 32 1001 real 0m1.377s user 0m0.016s sys 0m0.738s ls -l 1000 files with statahead: 1 sec statahead total: 52 statahead wrong: 1 agl total: 52 list_total: 21 fname_total: 31 hit_total: 12726 miss_total: 229 - open/close 4984 (time 1746114374.23 total 10.00 last 498.39) total: 9000 open/close in 18.07 seconds: 498.05 ops/second llite.lustre-ffff88012dbb8800.statahead_max=0 10001 real 0m52.962s user 0m0.216s sys 0m17.844s ls -l 10000 files without statahead: 53 sec llite.lustre-ffff88012dbb8800.statahead_max=32 32 10001 real 0m18.389s user 0m0.190s sys 0m9.778s ls -l 10000 files with statahead: 18 sec statahead total: 53 statahead wrong: 1 agl total: 53 list_total: 22 fname_total: 31 hit_total: 22725 miss_total: 230 ls -l done rm -r /mnt/lustre/d123ad.sanity: 38 seconds llite.lustre-ffff88012dbb8800.statahead_stats= statahead total: 53 statahead wrong: 1 agl total: 53 list_total: 22 fname_total: 31 hit_total: 22725 miss_total: 230 mdc.lustre-MDT0000-mdc-ffff88012dbb8800.batch_stats= snapshot_time: 1746114496.072188625 secs.nsecs start_time: 1746114351.905073413 secs.nsecs elapsed_time: 144.167115212 secs.nsecs subreqs per batch batches % cum % 1: 4 1 1 2: 2 0 1 4: 3 0 2 8: 3 0 3 16: 223 63 66 32: 118 33 100 mdc.lustre-MDT0001-mdc-ffff88012dbb8800.batch_stats= snapshot_time: 1746114496.072254355 secs.nsecs start_time: 1746114351.905128714 secs.nsecs elapsed_time: 144.167125641 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 2 0 0 8: 5 1 2 16: 167 47 49 32: 179 50 100 - open/close 3718 (time 1746114506.92 total 10.00 last 371.74) - open/close 6685 (time 1746114516.92 total 20.00 last 296.63) total: 10000 open/close in 29.42 seconds: 339.87 ops/second llite.lustre-ffff88012dbb8800.statahead_batch_max=0 llite.lustre-ffff88012dbb8800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012dbb8800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012dbb8800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m7.965s user 0m0.171s sys 0m7.479s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012dbb8800.statahead_batch_max=32 llite.lustre-ffff88012dbb8800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012dbb8800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012dbb8800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012dbb8800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012dbb8800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m20.457s user 0m0.207s sys 0m9.623s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012dbb8800.batch_stats= snapshot_time: 1746114558.477672476 secs.nsecs start_time: 1746114535.995115190 secs.nsecs elapsed_time: 22.482557286 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88012dbb8800.batch_stats= snapshot_time: 1746114558.477788906 secs.nsecs start_time: 1746114535.995162242 secs.nsecs elapsed_time: 22.482626664 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88012dbb8800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012dbb8800.batch_stats=0 llite.lustre-ffff88012dbb8800.statahead_max=2048 llite.lustre-ffff88012dbb8800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff88012dbb8800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012dbb8800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.74 seconds: 134.71 ops/second llite.lustre-ffff88012dbb8800.statahead_max=0 101 real 0m0.817s user 0m0.008s sys 0m0.280s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012dbb8800.statahead_max=2048 2048 101 real 0m0.244s user 0m0.004s sys 0m0.094s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 2.37 seconds: 379.30 ops/second llite.lustre-ffff88012dbb8800.statahead_max=0 1001 real 0m4.781s user 0m0.018s sys 0m1.487s ls -l 1000 files without statahead: 4 sec llite.lustre-ffff88012dbb8800.statahead_max=2048 2048 1001 real 0m1.150s user 0m0.012s sys 0m0.706s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4374 (time 1746114641.65 total 10.00 last 437.31) - open/close 8674 (time 1746114651.66 total 20.00 last 429.92) total: 9000 open/close in 20.63 seconds: 436.30 ops/second llite.lustre-ffff88012dbb8800.statahead_max=0 10001 real 0m45.691s user 0m0.209s sys 0m14.897s ls -l 10000 files without statahead: 45 sec llite.lustre-ffff88012dbb8800.statahead_max=2048 2048 10001 real 0m8.180s user 0m0.163s sys 0m7.024s ls -l 10000 files with statahead: 8 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 41 seconds llite.lustre-ffff88012dbb8800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff88012dbb8800.batch_stats= snapshot_time: 1746114751.292252027 secs.nsecs start_time: 1746114558.998432483 secs.nsecs elapsed_time: 192.293819544 secs.nsecs subreqs per batch batches % cum % 1: 15 25 25 2: 1 1 27 4: 3 5 32 8: 3 5 37 16: 0 0 37 32: 1 1 38 64: 2 3 42 128: 3 5 47 256: 31 52 100 mdc.lustre-MDT0001-mdc-ffff88012dbb8800.batch_stats= snapshot_time: 1746114751.292382341 secs.nsecs start_time: 1746114558.998541336 secs.nsecs elapsed_time: 192.293841005 secs.nsecs subreqs per batch batches % cum % 1: 18 29 29 2: 1 1 30 4: 5 8 38 8: 2 3 41 16: 0 0 41 32: 0 0 41 64: 2 3 45 128: 3 4 50 256: 31 50 100 - open/close 3551 (time 1746114762.15 total 10.00 last 355.04) - open/close 7600 (time 1746114772.15 total 20.00 last 404.84) total: 10000 open/close in 26.16 seconds: 382.21 ops/second llite.lustre-ffff88012dbb8800.statahead_batch_max=0 llite.lustre-ffff88012dbb8800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012dbb8800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012dbb8800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m7.410s user 0m0.121s sys 0m6.658s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012dbb8800.statahead_batch_max=256 llite.lustre-ffff88012dbb8800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012dbb8800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012dbb8800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012dbb8800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012dbb8800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m8.351s user 0m0.174s sys 0m7.184s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012dbb8800.batch_stats= snapshot_time: 1746114797.850203545 secs.nsecs start_time: 1746114787.386833684 secs.nsecs elapsed_time: 10.463369861 secs.nsecs subreqs per batch batches % cum % 1: 68 45 45 2: 7 4 50 4: 6 4 54 8: 4 2 57 16: 14 9 66 32: 11 7 73 64: 2 1 75 128: 0 0 75 256: 37 24 100 mdc.lustre-MDT0001-mdc-ffff88012dbb8800.batch_stats= snapshot_time: 1746114797.850327578 secs.nsecs start_time: 1746114787.386919127 secs.nsecs elapsed_time: 10.463408451 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88012dbb8800.statahead_batch_max=64 llite.lustre-ffff88012dbb8800.statahead_max=128