== sanity test 123ad: Verify batching statahead works correctly ========================================================== 10:25:54 (1769095554) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff978c86312800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff978c86312800.batch_stats=0 llite.lustre-ffff978c86312800.statahead_max=32 llite.lustre-ffff978c86312800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff978c86312800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff978c86312800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.57 seconds: 174.28 ops/second llite.lustre-ffff978c86312800.statahead_max=0 101 real 0m0.558s user 0m0.002s sys 0m0.188s ls -l 100 files without statahead: 1 sec llite.lustre-ffff978c86312800.statahead_max=32 32 101 real 0m0.408s user 0m0.001s sys 0m0.203s ls -l 100 files with statahead: 1 sec statahead total: 54 statahead wrong: 1 agl total: 50 list_total: 27 fname_total: 27 hit_total: 33964 miss_total: 204 total: 900 open/close in 1.89 seconds: 476.89 ops/second llite.lustre-ffff978c86312800.statahead_max=0 1001 real 0m5.281s user 0m0.012s sys 0m1.734s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff978c86312800.statahead_max=32 32 1001 real 0m3.420s user 0m0.011s sys 0m1.541s ls -l 1000 files with statahead: 3 sec statahead total: 55 statahead wrong: 1 agl total: 51 list_total: 28 fname_total: 27 hit_total: 34963 miss_total: 205 - open/close 3804 (time 1769095582.87 total 10.00 last 380.36) - open/close 8094 (time 1769095592.87 total 20.00 last 428.96) total: 9000 open/close in 23.36 seconds: 385.28 ops/second llite.lustre-ffff978c86312800.statahead_max=0 10001 real 1m17.141s user 0m0.173s sys 0m24.612s ls -l 10000 files without statahead: 77 sec llite.lustre-ffff978c86312800.statahead_max=32 32 10001 real 0m37.235s user 0m0.128s sys 0m17.119s ls -l 10000 files with statahead: 37 sec statahead total: 56 statahead wrong: 1 agl total: 52 list_total: 29 fname_total: 27 hit_total: 44962 miss_total: 206 ls -l done rm -r /mnt/lustre/d123ad.sanity: 68 seconds llite.lustre-ffff978c86312800.statahead_stats= statahead total: 56 statahead wrong: 1 agl total: 52 list_total: 29 fname_total: 27 hit_total: 44962 miss_total: 206 mdc.lustre-MDT0000-mdc-ffff978c86312800.batch_stats= snapshot_time: 1769095789.370005754 secs.nsecs start_time: 1769095556.100006218 secs.nsecs elapsed_time: 233.269999536 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 1 0 0 4: 2 0 1 8: 11 3 4 16: 233 66 70 32: 103 29 100 mdc.lustre-MDT0001-mdc-ffff978c86312800.batch_stats= snapshot_time: 1769095789.370089734 secs.nsecs start_time: 1769095556.100063041 secs.nsecs elapsed_time: 233.270026693 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 2 0 0 4: 3 0 1 8: 3 0 2 16: 155 43 46 32: 191 53 100 - open/close 3937 (time 1769095800.35 total 10.00 last 393.65) - open/close 8545 (time 1769095810.35 total 20.00 last 460.74) total: 10000 open/close in 23.62 seconds: 423.46 ops/second llite.lustre-ffff978c86312800.statahead_batch_max=0 llite.lustre-ffff978c86312800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff978c86312800.stats=clear mdc.lustre-MDT0001-mdc-ffff978c86312800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m36.792s user 0m0.137s sys 0m30.105s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff978c86312800.statahead_batch_max=32 llite.lustre-ffff978c86312800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff978c86312800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff978c86312800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff978c86312800.stats=clear mdc.lustre-MDT0001-mdc-ffff978c86312800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m40.920s user 0m0.138s sys 0m22.616s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff978c86312800.batch_stats= snapshot_time: 1769095898.711248363 secs.nsecs start_time: 1769095853.124694737 secs.nsecs elapsed_time: 45.586553626 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff978c86312800.batch_stats= snapshot_time: 1769095898.711288741 secs.nsecs start_time: 1769095853.124739263 secs.nsecs elapsed_time: 45.586549478 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff978c86312800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff978c86312800.batch_stats=0 llite.lustre-ffff978c86312800.statahead_max=2048 llite.lustre-ffff978c86312800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff978c86312800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff978c86312800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.84 seconds: 118.97 ops/second llite.lustre-ffff978c86312800.statahead_max=0 101 real 0m0.603s user 0m0.004s sys 0m0.196s ls -l 100 files without statahead: 0 sec llite.lustre-ffff978c86312800.statahead_max=2048 2048 101 real 0m0.336s user 0m0.001s sys 0m0.221s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.88 seconds: 478.32 ops/second llite.lustre-ffff978c86312800.statahead_max=0 1001 real 0m5.440s user 0m0.016s sys 0m1.860s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff978c86312800.statahead_max=2048 2048 1001 real 0m2.977s user 0m0.014s sys 0m1.495s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4058 (time 1769096029.96 total 10.00 last 405.72) - open/close 7788 (time 1769096039.96 total 20.00 last 372.95) total: 9000 open/close in 22.62 seconds: 397.83 ops/second llite.lustre-ffff978c86312800.statahead_max=0 10001 real 1m15.083s user 0m0.183s sys 0m24.774s ls -l 10000 files without statahead: 76 sec llite.lustre-ffff978c86312800.statahead_max=2048 2048 10001 real 0m23.980s user 0m0.114s sys 0m16.651s ls -l 10000 files with statahead: 24 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 75 seconds llite.lustre-ffff978c86312800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff978c86312800.batch_stats= snapshot_time: 1769096227.880894078 secs.nsecs start_time: 1769095899.485478439 secs.nsecs elapsed_time: 328.395415639 secs.nsecs subreqs per batch batches % cum % 1: 52 53 53 2: 6 6 59 4: 2 2 61 8: 4 4 65 16: 0 0 65 32: 0 0 65 64: 1 1 66 128: 6 6 72 256: 27 27 100 mdc.lustre-MDT0001-mdc-ffff978c86312800.batch_stats= snapshot_time: 1769096227.880937741 secs.nsecs start_time: 1769095899.485588774 secs.nsecs elapsed_time: 328.395348967 secs.nsecs subreqs per batch batches % cum % 1: 60 54 54 2: 4 3 57 4: 7 6 63 8: 1 0 64 16: 2 1 66 32: 1 0 67 64: 2 1 69 128: 2 1 71 256: 32 28 100 - open/close 3570 (time 1769096239.48 total 10.00 last 356.97) - open/close 7256 (time 1769096249.48 total 20.00 last 368.56) total: 10000 open/close in 26.21 seconds: 381.50 ops/second llite.lustre-ffff978c86312800.statahead_batch_max=0 llite.lustre-ffff978c86312800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff978c86312800.stats=clear mdc.lustre-MDT0001-mdc-ffff978c86312800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m30.615s user 0m0.128s sys 0m25.912s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff978c86312800.statahead_batch_max=256 llite.lustre-ffff978c86312800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff978c86312800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff978c86312800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff978c86312800.stats=clear mdc.lustre-MDT0001-mdc-ffff978c86312800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m24.631s user 0m0.137s sys 0m18.196s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff978c86312800.batch_stats= snapshot_time: 1769096317.739677300 secs.nsecs start_time: 1769096288.629952681 secs.nsecs elapsed_time: 29.109724619 secs.nsecs subreqs per batch batches % cum % 1: 142 55 55 2: 19 7 63 4: 23 9 72 8: 7 2 75 16: 2 0 75 32: 23 9 85 64: 3 1 86 128: 0 0 86 256: 35 13 100 mdc.lustre-MDT0001-mdc-ffff978c86312800.batch_stats= snapshot_time: 1769096317.739718100 secs.nsecs start_time: 1769096288.630031086 secs.nsecs elapsed_time: 29.109687014 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff978c86312800.statahead_batch_max=64 llite.lustre-ffff978c86312800.statahead_max=128