== sanity test 123ad: Verify batching statahead works correctly ========================================================== 01:06:16 (1735365976) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88007eae9800.batch_stats=0 llite.lustre-ffff88007eae9800.statahead_max=32 llite.lustre-ffff88007eae9800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88007eae9800.batch_stats=0 total: 100 open/close in 0.93 seconds: 107.35 ops/second llite.lustre-ffff88007eae9800.statahead_max=0 101 real 0m0.916s user 0m0.005s sys 0m0.306s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88007eae9800.statahead_max=32 32 101 real 0m0.354s user 0m0.006s sys 0m0.163s ls -l 100 files with statahead: 0 sec statahead total: 58 statahead wrong: 2 agl total: 58 list_total: 24 fname_total: 34 hit_total: 6662 miss_total: 510 total: 900 open/close in 3.99 seconds: 225.68 ops/second llite.lustre-ffff88007eae9800.statahead_max=0 1001 real 0m8.700s user 0m0.032s sys 0m2.747s ls -l 1000 files without statahead: 9 sec llite.lustre-ffff88007eae9800.statahead_max=32 32 1001 real 0m2.868s user 0m0.029s sys 0m1.321s ls -l 1000 files with statahead: 3 sec statahead total: 59 statahead wrong: 2 agl total: 59 list_total: 25 fname_total: 34 hit_total: 7661 miss_total: 511 - open/close 2255 (time 1735366010.35 total 10.00 last 225.47) total: 4000 open/close in 17.39 seconds: 230.01 ops/second llite.lustre-ffff88007eae9800.statahead_max=0 5001 real 0m43.873s user 0m0.187s sys 0m13.782s ls -l 5000 files without statahead: 44 sec llite.lustre-ffff88007eae9800.statahead_max=32 32 5001 real 0m14.226s user 0m0.126s sys 0m6.369s ls -l 5000 files with statahead: 15 sec statahead total: 60 statahead wrong: 2 agl total: 60 list_total: 26 fname_total: 34 hit_total: 12660 miss_total: 512 ls -l done rm -r /mnt/lustre/d123ad.sanity: 28 seconds llite.lustre-ffff88007eae9800.statahead_stats= statahead total: 60 statahead wrong: 2 agl total: 60 list_total: 26 fname_total: 34 hit_total: 12660 miss_total: 512 mdc.lustre-MDT0000-mdc-ffff88007eae9800.batch_stats= snapshot_time: 1735366108.650724701 secs.nsecs start_time: 1735365977.698962001 secs.nsecs elapsed_time: 130.951762700 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 2 1 1 8: 3 1 3 16: 3 1 4 32: 190 95 100 - open/close 2360 (time 1735366119.44 total 10.00 last 235.95) - open/close 4655 (time 1735366129.45 total 20.00 last 229.45) - open/close 6960 (time 1735366139.45 total 30.01 last 230.43) - open/close 9213 (time 1735366149.45 total 40.01 last 225.27) total: 10000 open/close in 43.57 seconds: 229.51 ops/second llite.lustre-ffff88007eae9800.statahead_batch_max=0 llite.lustre-ffff88007eae9800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88007eae9800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m7.615s user 0m0.164s sys 0m6.934s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88007eae9800.statahead_batch_max=32 llite.lustre-ffff88007eae9800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88007eae9800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88007eae9800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m28.850s user 0m0.231s sys 0m12.756s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88007eae9800.batch_stats= snapshot_time: 1735366193.909241957 secs.nsecs start_time: 1735366162.740646468 secs.nsecs elapsed_time: 31.168595489 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88007eae9800.batch_stats=0 llite.lustre-ffff88007eae9800.statahead_max=2048 llite.lustre-ffff88007eae9800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff88007eae9800.batch_stats=0 total: 100 open/close in 0.94 seconds: 105.96 ops/second llite.lustre-ffff88007eae9800.statahead_max=0 101 real 0m0.896s user 0m0.005s sys 0m0.302s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88007eae9800.statahead_max=2048 2048 101 real 0m0.324s user 0m0.007s sys 0m0.145s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 3.98 seconds: 225.89 ops/second llite.lustre-ffff88007eae9800.statahead_max=0 1001 real 0m8.953s user 0m0.029s sys 0m2.883s ls -l 1000 files without statahead: 9 sec llite.lustre-ffff88007eae9800.statahead_max=2048 2048 1001 real 0m1.063s user 0m0.013s sys 0m0.674s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 2301 (time 1735366324.49 total 10.00 last 230.05) total: 4000 open/close in 17.64 seconds: 226.81 ops/second llite.lustre-ffff88007eae9800.statahead_max=0 5001 real 0m43.362s user 0m0.156s sys 0m13.478s ls -l 5000 files without statahead: 43 sec llite.lustre-ffff88007eae9800.statahead_max=2048 2048 5001 real 0m3.987s user 0m0.074s sys 0m3.210s ls -l 5000 files with statahead: 4 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 16096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 29 seconds llite.lustre-ffff88007eae9800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 16096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff88007eae9800.batch_stats= snapshot_time: 1735366412.703005395 secs.nsecs start_time: 1735366194.494665241 secs.nsecs elapsed_time: 218.208340154 secs.nsecs subreqs per batch batches % cum % 1: 156 70 70 2: 3 1 71 4: 6 2 74 8: 12 5 80 16: 12 5 85 32: 9 4 89 64: 0 0 89 128: 2 0 90 256: 21 9 100 - open/close 2255 (time 1735366423.53 total 10.00 last 225.45) - open/close 4515 (time 1735366433.53 total 20.00 last 225.95) - open/close 6818 (time 1735366443.53 total 30.01 last 230.25) - open/close 9078 (time 1735366453.54 total 40.01 last 225.92) total: 10000 open/close in 43.98 seconds: 227.36 ops/second llite.lustre-ffff88007eae9800.statahead_batch_max=0 llite.lustre-ffff88007eae9800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88007eae9800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m7.023s user 0m0.117s sys 0m6.164s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88007eae9800.statahead_batch_max=256 llite.lustre-ffff88007eae9800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88007eae9800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88007eae9800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m7.538s user 0m0.171s sys 0m6.515s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88007eae9800.batch_stats= snapshot_time: 1735366476.556159889 secs.nsecs start_time: 1735366466.640298982 secs.nsecs elapsed_time: 9.915860907 secs.nsecs subreqs per batch batches % cum % 1: 219 66 66 2: 15 4 70 4: 15 4 75 8: 9 2 77 16: 15 4 82 32: 21 6 88 64: 2 0 89 128: 0 0 89 256: 35 10 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88007eae9800.statahead_batch_max=64 llite.lustre-ffff88007eae9800.statahead_max=128