== sanity test 123ad: Verify batching statahead works correctly ========================================================== 07:46:15 (1769085975) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9bb283bb9800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9bb283bb9800.batch_stats=0 llite.lustre-ffff9bb283bb9800.statahead_max=32 llite.lustre-ffff9bb283bb9800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9bb283bb9800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9bb283bb9800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.83 seconds: 120.15 ops/second llite.lustre-ffff9bb283bb9800.statahead_max=0 101 real 0m0.836s user 0m0.001s sys 0m0.247s ls -l 100 files without statahead: 1 sec llite.lustre-ffff9bb283bb9800.statahead_max=32 32 101 real 0m0.424s user 0m0.006s sys 0m0.203s ls -l 100 files with statahead: 0 sec statahead total: 95 statahead wrong: 2 agl total: 90 list_total: 33 fname_total: 62 hit_total: 21139 miss_total: 891 total: 900 open/close in 4.09 seconds: 220.15 ops/second llite.lustre-ffff9bb283bb9800.statahead_max=0 1001 real 0m9.371s user 0m0.032s sys 0m2.451s ls -l 1000 files without statahead: 9 sec llite.lustre-ffff9bb283bb9800.statahead_max=32 32 1001 real 0m3.908s user 0m0.013s sys 0m1.474s ls -l 1000 files with statahead: 4 sec statahead total: 96 statahead wrong: 2 agl total: 91 list_total: 34 fname_total: 62 hit_total: 22137 miss_total: 893 - open/close 2467 (time 1769086012.75 total 10.00 last 246.62) total: 4000 open/close in 15.50 seconds: 258.05 ops/second llite.lustre-ffff9bb283bb9800.statahead_max=0 5001 real 0m39.149s user 0m0.131s sys 0m11.245s ls -l 5000 files without statahead: 39 sec llite.lustre-ffff9bb283bb9800.statahead_max=32 32 5001 real 0m20.174s user 0m0.085s sys 0m6.823s ls -l 5000 files with statahead: 20 sec statahead total: 97 statahead wrong: 2 agl total: 92 list_total: 35 fname_total: 62 hit_total: 27123 miss_total: 907 ls -l done rm -r /mnt/lustre/d123ad.sanity: 44 seconds llite.lustre-ffff9bb283bb9800.statahead_stats= statahead total: 97 statahead wrong: 2 agl total: 92 list_total: 35 fname_total: 62 hit_total: 27123 miss_total: 907 mdc.lustre-MDT0000-mdc-ffff9bb283bb9800.batch_stats= snapshot_time: 1769086130.073592997 secs.nsecs start_time: 1769085976.815639656 secs.nsecs elapsed_time: 153.257953341 secs.nsecs subreqs per batch batches % cum % 1: 3 1 1 2: 2 1 2 4: 2 1 3 8: 3 1 5 16: 134 68 73 32: 52 26 100 mdc.lustre-MDT0001-mdc-ffff9bb283bb9800.batch_stats= snapshot_time: 1769086130.073647955 secs.nsecs start_time: 1769085976.815702735 secs.nsecs elapsed_time: 153.257945220 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 1 4: 1 0 1 8: 7 3 5 16: 80 40 45 32: 109 54 100 - open/close 2684 (time 1769086141.34 total 10.00 last 268.34) - open/close 5830 (time 1769086151.34 total 20.00 last 314.55) - open/close 8606 (time 1769086161.35 total 30.01 last 277.34) total: 10000 open/close in 37.16 seconds: 269.08 ops/second llite.lustre-ffff9bb283bb9800.statahead_batch_max=0 llite.lustre-ffff9bb283bb9800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9bb283bb9800.stats=clear mdc.lustre-MDT0001-mdc-ffff9bb283bb9800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m31.211s user 0m0.201s sys 0m24.634s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9bb283bb9800.statahead_batch_max=32 llite.lustre-ffff9bb283bb9800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9bb283bb9800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9bb283bb9800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9bb283bb9800.stats=clear mdc.lustre-MDT0001-mdc-ffff9bb283bb9800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m36.990s user 0m0.152s sys 0m17.552s batched statahead RPC= hit count=9993 mdc.lustre-MDT0000-mdc-ffff9bb283bb9800.batch_stats= snapshot_time: 1769086245.633493769 secs.nsecs start_time: 1769086203.402478753 secs.nsecs elapsed_time: 42.231015016 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff9bb283bb9800.batch_stats= snapshot_time: 1769086245.633566534 secs.nsecs start_time: 1769086203.402552866 secs.nsecs elapsed_time: 42.231013668 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9bb283bb9800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9bb283bb9800.batch_stats=0 llite.lustre-ffff9bb283bb9800.statahead_max=2048 llite.lustre-ffff9bb283bb9800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9bb283bb9800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9bb283bb9800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.91 seconds: 110.35 ops/second llite.lustre-ffff9bb283bb9800.statahead_max=0 101 real 0m0.716s user 0m0.006s sys 0m0.246s ls -l 100 files without statahead: 0 sec llite.lustre-ffff9bb283bb9800.statahead_max=2048 2048 101 real 0m0.364s user 0m0.002s sys 0m0.173s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10092 miss_total: 8 total: 900 open/close in 2.19 seconds: 410.21 ops/second llite.lustre-ffff9bb283bb9800.statahead_max=0 1001 real 0m6.068s user 0m0.022s sys 0m2.191s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff9bb283bb9800.statahead_max=2048 2048 1001 real 0m3.009s user 0m0.022s sys 0m1.199s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11091 miss_total: 9 - open/close 4088 (time 1769086362.82 total 10.00 last 408.73) - open/close 8045 (time 1769086372.82 total 20.00 last 395.63) total: 9000 open/close in 22.17 seconds: 405.93 ops/second llite.lustre-ffff9bb283bb9800.statahead_max=0 10001 real 1m26.567s user 0m0.286s sys 0m23.129s ls -l 10000 files without statahead: 87 sec llite.lustre-ffff9bb283bb9800.statahead_max=2048 2048 10001 real 0m24.623s user 0m0.163s sys 0m17.509s ls -l 10000 files with statahead: 25 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21090 miss_total: 10 ls -l done rm -r /mnt/lustre/d123ad.sanity: 62 seconds llite.lustre-ffff9bb283bb9800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21090 miss_total: 10 mdc.lustre-MDT0000-mdc-ffff9bb283bb9800.batch_stats= snapshot_time: 1769086559.503529096 secs.nsecs start_time: 1769086246.445168825 secs.nsecs elapsed_time: 313.058360271 secs.nsecs subreqs per batch batches % cum % 1: 53 53 53 2: 5 5 58 4: 7 7 65 8: 1 1 66 16: 0 0 66 32: 0 0 66 64: 1 1 67 128: 8 8 75 256: 25 25 100 mdc.lustre-MDT0001-mdc-ffff9bb283bb9800.batch_stats= snapshot_time: 1769086559.503579980 secs.nsecs start_time: 1769086246.445342381 secs.nsecs elapsed_time: 313.058237599 secs.nsecs subreqs per batch batches % cum % 1: 53 48 48 2: 7 6 55 4: 5 4 59 8: 6 5 65 16: 1 0 66 32: 2 1 67 64: 1 0 68 128: 1 0 69 256: 33 30 100 - open/close 5517 (time 1769086570.28 total 10.00 last 551.69) total: 10000 open/close in 18.20 seconds: 549.39 ops/second llite.lustre-ffff9bb283bb9800.statahead_batch_max=0 llite.lustre-ffff9bb283bb9800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9bb283bb9800.stats=clear mdc.lustre-MDT0001-mdc-ffff9bb283bb9800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m30.914s user 0m0.167s sys 0m25.758s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9bb283bb9800.statahead_batch_max=256 llite.lustre-ffff9bb283bb9800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9bb283bb9800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9bb283bb9800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9bb283bb9800.stats=clear mdc.lustre-MDT0001-mdc-ffff9bb283bb9800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m25.058s user 0m0.168s sys 0m19.276s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9bb283bb9800.batch_stats= snapshot_time: 1769086641.408835235 secs.nsecs start_time: 1769086612.098881057 secs.nsecs elapsed_time: 29.309954178 secs.nsecs subreqs per batch batches % cum % 1: 178 54 54 2: 46 14 68 4: 35 10 79 8: 6 1 81 16: 2 0 81 32: 21 6 88 64: 4 1 89 128: 0 0 89 256: 35 10 100 mdc.lustre-MDT0001-mdc-ffff9bb283bb9800.batch_stats= snapshot_time: 1769086641.408895925 secs.nsecs start_time: 1769086612.098932327 secs.nsecs elapsed_time: 29.309963598 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9bb283bb9800.statahead_batch_max=64 llite.lustre-ffff9bb283bb9800.statahead_max=128