== sanity test 123ad: Verify batching statahead works correctly ========================================================== 00:41:49 (1746074509) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800b5c50800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b5c50800.batch_stats=0 llite.lustre-ffff8800b5c50800.statahead_max=32 llite.lustre-ffff8800b5c50800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800b5c50800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b5c50800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 1.46 seconds: 68.54 ops/second llite.lustre-ffff8800b5c50800.statahead_max=0 101 real 0m1.315s user 0m0.000s sys 0m0.316s ls -l 100 files without statahead: 2 sec llite.lustre-ffff8800b5c50800.statahead_max=32 32 101 real 0m0.617s user 0m0.003s sys 0m0.150s ls -l 100 files with statahead: 1 sec statahead total: 124 statahead wrong: 2 agl total: 124 list_total: 28 fname_total: 96 hit_total: 6204 miss_total: 1320 total: 900 open/close in 6.57 seconds: 137.04 ops/second llite.lustre-ffff8800b5c50800.statahead_max=0 1001 real 0m12.285s user 0m0.079s sys 0m2.830s ls -l 1000 files without statahead: 12 sec llite.lustre-ffff8800b5c50800.statahead_max=32 32 1001 real 0m3.705s user 0m0.012s sys 0m1.172s ls -l 1000 files with statahead: 4 sec statahead total: 125 statahead wrong: 2 agl total: 125 list_total: 29 fname_total: 96 hit_total: 7203 miss_total: 1323 - open/close 1278 (time 1746074555.44 total 10.00 last 127.78) - open/close 2421 (time 1746074565.45 total 20.00 last 114.28) total: 3000 open/close in 24.07 seconds: 124.63 ops/second llite.lustre-ffff8800b5c50800.statahead_max=0 4001 real 0m54.554s user 0m0.464s sys 0m12.111s ls -l 4000 files without statahead: 55 sec llite.lustre-ffff8800b5c50800.statahead_max=32 32 4001 real 0m19.263s user 0m0.097s sys 0m4.889s ls -l 4000 files with statahead: 19 sec statahead total: 126 statahead wrong: 2 agl total: 126 list_total: 30 fname_total: 96 hit_total: 11202 miss_total: 1364 ls -l done rm -r /mnt/lustre/d123ad.sanity: 42 seconds llite.lustre-ffff8800b5c50800.statahead_stats= statahead total: 126 statahead wrong: 2 agl total: 126 list_total: 30 fname_total: 96 hit_total: 11202 miss_total: 1364 mdc.lustre-MDT0000-mdc-ffff8800b5c50800.batch_stats= snapshot_time: 1746074691.759967492 secs.nsecs start_time: 1746074512.187982083 secs.nsecs elapsed_time: 179.571985409 secs.nsecs subreqs per batch batches % cum % 1: 2 1 1 2: 1 0 1 4: 2 1 2 8: 5 2 5 16: 87 52 58 32: 70 41 100 mdc.lustre-MDT0001-mdc-ffff8800b5c50800.batch_stats= snapshot_time: 1746074691.762026522 secs.nsecs start_time: 1746074512.188041657 secs.nsecs elapsed_time: 179.573984865 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 1 4: 4 2 3 8: 5 2 6 16: 90 53 60 32: 66 39 100 - open/close 1400 (time 1746074702.95 total 10.00 last 139.97) - open/close 2646 (time 1746074712.95 total 20.01 last 124.55) - open/close 3869 (time 1746074722.96 total 30.01 last 122.25) - open/close 5214 (time 1746074732.96 total 40.01 last 134.43) - open/close 6534 (time 1746074742.97 total 50.02 last 131.95) - open/close 7945 (time 1746074752.97 total 60.02 last 141.07) - open/close 9223 (time 1746074762.98 total 70.03 last 127.69) total: 10000 open/close in 76.00 seconds: 131.58 ops/second llite.lustre-ffff8800b5c50800.statahead_batch_max=0 llite.lustre-ffff8800b5c50800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5c50800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5c50800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m19.814s user 0m0.255s sys 0m9.578s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800b5c50800.statahead_batch_max=32 llite.lustre-ffff8800b5c50800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5c50800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5c50800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5c50800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5c50800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m40.661s user 0m0.339s sys 0m11.272s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800b5c50800.batch_stats= snapshot_time: 1746074836.916998448 secs.nsecs start_time: 1746074791.625541291 secs.nsecs elapsed_time: 45.291457157 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800b5c50800.batch_stats= snapshot_time: 1746074836.917106116 secs.nsecs start_time: 1746074791.626276314 secs.nsecs elapsed_time: 45.290829802 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800b5c50800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b5c50800.batch_stats=0 llite.lustre-ffff8800b5c50800.statahead_max=2048 llite.lustre-ffff8800b5c50800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8800b5c50800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b5c50800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.54 seconds: 64.98 ops/second llite.lustre-ffff8800b5c50800.statahead_max=0 101 real 0m1.266s user 0m0.018s sys 0m0.303s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800b5c50800.statahead_max=2048 2048 101 real 0m0.440s user 0m0.006s sys 0m0.134s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 67 total: 900 open/close in 6.06 seconds: 148.50 ops/second llite.lustre-ffff8800b5c50800.statahead_max=0 1001 real 0m12.638s user 0m0.126s sys 0m2.905s ls -l 1000 files without statahead: 13 sec llite.lustre-ffff8800b5c50800.statahead_max=2048 2048 1001 real 0m3.094s user 0m0.026s sys 0m1.239s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 68 - open/close 1432 (time 1746075030.45 total 10.00 last 143.18) total: 2000 open/close in 13.80 seconds: 144.94 ops/second llite.lustre-ffff8800b5c50800.statahead_max=0 3001 real 0m38.173s user 0m0.315s sys 0m8.935s ls -l 3000 files without statahead: 38 sec llite.lustre-ffff8800b5c50800.statahead_max=2048 2048 3001 real 0m7.165s user 0m0.082s sys 0m3.492s ls -l 3000 files with statahead: 7 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 14096 miss_total: 69 ls -l done rm -r /mnt/lustre/d123ad.sanity: 32 seconds llite.lustre-ffff8800b5c50800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 14096 miss_total: 69 mdc.lustre-MDT0000-mdc-ffff8800b5c50800.batch_stats= snapshot_time: 1746075117.813984752 secs.nsecs start_time: 1746074837.610675004 secs.nsecs elapsed_time: 280.203309748 secs.nsecs subreqs per batch batches % cum % 1: 29 60 60 2: 2 4 64 4: 5 10 75 8: 3 6 81 16: 0 0 81 32: 0 0 81 64: 0 0 81 128: 1 2 83 256: 8 16 100 mdc.lustre-MDT0001-mdc-ffff8800b5c50800.batch_stats= snapshot_time: 1746075117.814059070 secs.nsecs start_time: 1746074837.610812865 secs.nsecs elapsed_time: 280.203246205 secs.nsecs subreqs per batch batches % cum % 1: 27 54 54 2: 1 2 56 4: 3 6 62 8: 5 10 72 16: 2 4 76 32: 0 0 76 64: 1 2 78 128: 3 6 84 256: 8 16 100 - open/close 1362 (time 1746075129.54 total 10.00 last 136.18) - open/close 2702 (time 1746075139.54 total 20.00 last 133.99) - open/close 4033 (time 1746075149.55 total 30.00 last 133.09) - open/close 5479 (time 1746075159.55 total 40.00 last 144.59) - open/close 6747 (time 1746075169.55 total 50.01 last 126.69) - open/close 8061 (time 1746075179.56 total 60.02 last 131.36) - open/close 9461 (time 1746075189.57 total 70.02 last 139.87) total: 10000 open/close in 74.41 seconds: 134.40 ops/second llite.lustre-ffff8800b5c50800.statahead_batch_max=0 llite.lustre-ffff8800b5c50800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5c50800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5c50800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m25.570s user 0m0.316s sys 0m9.706s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800b5c50800.statahead_batch_max=256 llite.lustre-ffff8800b5c50800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5c50800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5c50800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5c50800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5c50800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m19.694s user 0m0.319s sys 0m11.086s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800b5c50800.batch_stats= snapshot_time: 1746075247.449690526 secs.nsecs start_time: 1746075223.535931100 secs.nsecs elapsed_time: 23.913759426 secs.nsecs subreqs per batch batches % cum % 1: 74 43 43 2: 13 7 51 4: 7 4 55 8: 9 5 60 16: 12 7 68 32: 14 8 76 64: 4 2 78 128: 0 0 78 256: 36 21 100 mdc.lustre-MDT0001-mdc-ffff8800b5c50800.batch_stats= snapshot_time: 1746075247.449943152 secs.nsecs start_time: 1746075223.536004608 secs.nsecs elapsed_time: 23.913938544 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800b5c50800.statahead_batch_max=64 llite.lustre-ffff8800b5c50800.statahead_max=128