== sanity test 123ad: Verify batching statahead works correctly ========================================================== 11:24:24 (1753370664) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9b87a097f000.batch_stats=0 llite.lustre-ffff9b87a097f000.statahead_max=32 llite.lustre-ffff9b87a097f000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9b87a097f000.batch_stats=0 total: 100 open/close in 0.73 seconds: 137.39 ops/second llite.lustre-ffff9b87a097f000.statahead_max=0 101 real 0m0.678s user 0m0.004s sys 0m0.242s ls -l 100 files without statahead: 1 sec llite.lustre-ffff9b87a097f000.statahead_max=32 32 101 real 0m0.365s user 0m0.003s sys 0m0.200s ls -l 100 files with statahead: 1 sec statahead total: 62 statahead wrong: 2 agl total: 58 list_total: 25 fname_total: 37 hit_total: 7735 miss_total: 1067 total: 900 open/close in 2.43 seconds: 371.08 ops/second llite.lustre-ffff9b87a097f000.statahead_max=0 1001 real 0m8.072s user 0m0.035s sys 0m2.534s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff9b87a097f000.statahead_max=32 32 1001 real 0m3.623s user 0m0.020s sys 0m1.893s ls -l 1000 files with statahead: 3 sec statahead total: 63 statahead wrong: 2 agl total: 59 list_total: 26 fname_total: 37 hit_total: 8734 miss_total: 1068 - open/close 2757 (time 1753370697.13 total 10.00 last 275.66) - open/close 5617 (time 1753370707.13 total 20.00 last 285.97) - open/close 8340 (time 1753370717.13 total 30.01 last 272.23) total: 9000 open/close in 31.99 seconds: 281.33 ops/second llite.lustre-ffff9b87a097f000.statahead_max=0 10001 real 1m13.672s user 0m0.314s sys 0m23.213s ls -l 10000 files without statahead: 74 sec llite.lustre-ffff9b87a097f000.statahead_max=32 32 10001 real 0m35.578s user 0m0.175s sys 0m19.301s ls -l 10000 files with statahead: 36 sec statahead total: 64 statahead wrong: 2 agl total: 60 list_total: 27 fname_total: 37 hit_total: 18733 miss_total: 1069 ls -l done rm -r /mnt/lustre/d123ad.sanity: 64 seconds llite.lustre-ffff9b87a097f000.statahead_stats= statahead total: 64 statahead wrong: 2 agl total: 60 list_total: 27 fname_total: 37 hit_total: 18733 miss_total: 1069 mdc.lustre-MDT0000-mdc-ffff9b87a097f000.batch_stats= snapshot_time: 1753370901.828726786 secs.nsecs start_time: 1753370665.647718533 secs.nsecs elapsed_time: 236.181008253 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 1 0 0 8: 3 0 1 16: 4 1 2 32: 346 97 100 - open/close 3443 (time 1753370912.62 total 10.00 last 344.29) - open/close 6558 (time 1753370922.63 total 20.00 last 311.44) - open/close 9568 (time 1753370932.63 total 30.00 last 300.99) total: 10000 open/close in 31.45 seconds: 317.95 ops/second llite.lustre-ffff9b87a097f000.statahead_batch_max=0 llite.lustre-ffff9b87a097f000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9b87a097f000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m37.107s user 0m0.267s sys 0m34.509s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9b87a097f000.statahead_batch_max=32 llite.lustre-ffff9b87a097f000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9b87a097f000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9b87a097f000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m36.631s user 0m0.200s sys 0m18.633s batched statahead RPC= hit count=9997 mdc.lustre-MDT0000-mdc-ffff9b87a097f000.batch_stats= snapshot_time: 1753371016.110765240 secs.nsecs start_time: 1753370974.226101610 secs.nsecs elapsed_time: 41.884663630 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9b87a097f000.batch_stats=0 llite.lustre-ffff9b87a097f000.statahead_max=2048 llite.lustre-ffff9b87a097f000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9b87a097f000.batch_stats=0 total: 100 open/close in 0.73 seconds: 136.67 ops/second llite.lustre-ffff9b87a097f000.statahead_max=0 101 real 0m0.598s user 0m0.004s sys 0m0.217s ls -l 100 files without statahead: 0 sec llite.lustre-ffff9b87a097f000.statahead_max=2048 2048 101 real 0m0.306s user 0m0.003s sys 0m0.218s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10096 miss_total: 4 total: 900 open/close in 2.07 seconds: 435.47 ops/second llite.lustre-ffff9b87a097f000.statahead_max=0 1001 real 0m5.706s user 0m0.027s sys 0m2.034s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff9b87a097f000.statahead_max=2048 2048 1001 real 0m2.916s user 0m0.015s sys 0m1.090s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11095 miss_total: 5 - open/close 4041 (time 1753371140.10 total 10.00 last 404.01) - open/close 8166 (time 1753371150.10 total 20.01 last 412.37) total: 9000 open/close in 22.15 seconds: 406.25 ops/second llite.lustre-ffff9b87a097f000.statahead_max=0 10001 real 1m1.114s user 0m0.255s sys 0m21.364s ls -l 10000 files without statahead: 61 sec llite.lustre-ffff9b87a097f000.statahead_max=2048 2048 10001 real 0m23.554s user 0m0.171s sys 0m17.885s ls -l 10000 files with statahead: 23 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21094 miss_total: 6 ls -l done rm -r /mnt/lustre/d123ad.sanity: 60 seconds llite.lustre-ffff9b87a097f000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21094 miss_total: 6 mdc.lustre-MDT0000-mdc-ffff9b87a097f000.batch_stats= snapshot_time: 1753371307.232111171 secs.nsecs start_time: 1753371017.025694576 secs.nsecs elapsed_time: 290.206416595 secs.nsecs subreqs per batch batches % cum % 1: 258 57 57 2: 61 13 71 4: 45 10 81 8: 12 2 84 16: 7 1 86 32: 22 4 91 64: 0 0 91 128: 1 0 91 256: 39 8 100 - open/close 5027 (time 1753371317.96 total 10.00 last 502.63) - open/close 9962 (time 1753371327.96 total 20.00 last 493.46) total: 10000 open/close in 20.07 seconds: 498.27 ops/second llite.lustre-ffff9b87a097f000.statahead_batch_max=0 llite.lustre-ffff9b87a097f000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9b87a097f000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m28.164s user 0m0.161s sys 0m22.824s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9b87a097f000.statahead_batch_max=256 llite.lustre-ffff9b87a097f000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9b87a097f000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9b87a097f000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m23.211s user 0m0.146s sys 0m16.995s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9b87a097f000.batch_stats= snapshot_time: 1753371386.184113615 secs.nsecs start_time: 1753371358.593801244 secs.nsecs elapsed_time: 27.590312371 secs.nsecs subreqs per batch batches % cum % 1: 246 62 62 2: 42 10 72 4: 36 9 82 8: 10 2 84 16: 1 0 84 32: 21 5 90 64: 4 1 91 128: 1 0 91 256: 34 8 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9b87a097f000.statahead_batch_max=64 llite.lustre-ffff9b87a097f000.statahead_max=128