== sanity test 123ad: Verify batching statahead works correctly ========================================================== 18:19:57 (1746137997) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88007d483000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88007d483000.batch_stats=0 llite.lustre-ffff88007d483000.statahead_max=32 llite.lustre-ffff88007d483000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88007d483000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88007d483000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 2.41 seconds: 41.56 ops/second llite.lustre-ffff88007d483000.statahead_max=0 101 real 0m1.818s user 0m0.004s sys 0m0.403s ls -l 100 files without statahead: 2 sec llite.lustre-ffff88007d483000.statahead_max=32 32 101 real 0m0.696s user 0m0.004s sys 0m0.197s ls -l 100 files with statahead: 1 sec statahead total: 149 statahead wrong: 2 agl total: 149 list_total: 29 fname_total: 120 hit_total: 4834 miss_total: 1753 - open/close 850 (time 1746138020.48 total 10.01 last 84.93) total: 900 open/close in 10.62 seconds: 84.74 ops/second llite.lustre-ffff88007d483000.statahead_max=0 1001 real 0m16.945s user 0m0.073s sys 0m3.578s ls -l 1000 files without statahead: 17 sec llite.lustre-ffff88007d483000.statahead_max=32 32 1001 real 0m4.425s user 0m0.043s sys 0m1.368s ls -l 1000 files with statahead: 4 sec statahead total: 150 statahead wrong: 2 agl total: 150 list_total: 30 fname_total: 120 hit_total: 5833 miss_total: 1759 total: 1000 open/close in 9.32 seconds: 107.25 ops/second llite.lustre-ffff88007d483000.statahead_max=0 2001 real 0m33.041s user 0m0.126s sys 0m6.982s ls -l 2000 files without statahead: 33 sec llite.lustre-ffff88007d483000.statahead_max=32 32 2001 real 0m10.135s user 0m0.086s sys 0m3.057s ls -l 2000 files with statahead: 11 sec statahead total: 151 statahead wrong: 2 agl total: 151 list_total: 31 fname_total: 120 hit_total: 7832 miss_total: 1772 ls -l done rm -r /mnt/lustre/d123ad.sanity: 28 seconds llite.lustre-ffff88007d483000.statahead_stats= statahead total: 151 statahead wrong: 2 agl total: 151 list_total: 31 fname_total: 120 hit_total: 7832 miss_total: 1772 mdc.lustre-MDT0000-mdc-ffff88007d483000.batch_stats= snapshot_time: 1746138135.119745505 secs.nsecs start_time: 1746138000.467376471 secs.nsecs elapsed_time: 134.652369034 secs.nsecs subreqs per batch batches % cum % 1: 3 2 2 2: 4 3 6 4: 2 1 8 8: 6 5 14 16: 48 44 58 32: 44 41 100 mdc.lustre-MDT0001-mdc-ffff88007d483000.batch_stats= snapshot_time: 1746138135.120202885 secs.nsecs start_time: 1746138000.468060089 secs.nsecs elapsed_time: 134.652142796 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 2 1 2 4: 3 2 5 8: 4 3 9 16: 62 58 67 32: 34 32 100 - open/close 1243 (time 1746138146.81 total 10.00 last 124.26) - open/close 2430 (time 1746138156.81 total 20.01 last 118.66) - open/close 3651 (time 1746138166.81 total 30.01 last 122.10) - open/close 4764 (time 1746138176.82 total 40.01 last 111.22) - open/close 6091 (time 1746138186.82 total 50.02 last 132.68) - open/close 7447 (time 1746138196.83 total 60.02 last 135.48) - open/close 8629 (time 1746138206.83 total 70.03 last 118.19) - open/close 9766 (time 1746138216.84 total 80.03 last 113.66) total: 10000 open/close in 82.13 seconds: 121.76 ops/second llite.lustre-ffff88007d483000.statahead_batch_max=0 llite.lustre-ffff88007d483000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88007d483000.stats=clear mdc.lustre-MDT0001-mdc-ffff88007d483000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m34.920s user 0m0.347s sys 0m12.916s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88007d483000.statahead_batch_max=32 llite.lustre-ffff88007d483000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88007d483000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88007d483000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88007d483000.stats=clear mdc.lustre-MDT0001-mdc-ffff88007d483000.stats=clear ls -l files in d123ad.sanity: 10001 real 1m4.460s user 0m0.469s sys 0m14.619s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88007d483000.batch_stats= snapshot_time: 1746138329.543862592 secs.nsecs start_time: 1746138258.348782804 secs.nsecs elapsed_time: 71.195079788 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88007d483000.batch_stats= snapshot_time: 1746138329.543961512 secs.nsecs start_time: 1746138258.348844043 secs.nsecs elapsed_time: 71.195117469 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88007d483000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88007d483000.batch_stats=0 llite.lustre-ffff88007d483000.statahead_max=2048 llite.lustre-ffff88007d483000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff88007d483000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88007d483000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.91 seconds: 52.37 ops/second llite.lustre-ffff88007d483000.statahead_max=0 101 real 0m1.609s user 0m0.006s sys 0m0.358s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88007d483000.statahead_max=2048 2048 101 real 0m0.723s user 0m0.007s sys 0m0.191s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 73 total: 900 open/close in 8.65 seconds: 104.02 ops/second llite.lustre-ffff88007d483000.statahead_max=0 1001 real 0m16.580s user 0m0.084s sys 0m3.422s ls -l 1000 files without statahead: 17 sec llite.lustre-ffff88007d483000.statahead_max=2048 2048 1001 real 0m3.161s user 0m0.039s sys 0m1.450s ls -l 1000 files with statahead: 4 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 74 total: 1000 open/close in 8.43 seconds: 118.68 ops/second llite.lustre-ffff88007d483000.statahead_max=0 2001 real 0m35.834s user 0m0.180s sys 0m7.133s ls -l 2000 files without statahead: 36 sec llite.lustre-ffff88007d483000.statahead_max=2048 2048 2001 real 0m7.129s user 0m0.068s sys 0m2.929s ls -l 2000 files with statahead: 8 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 13096 miss_total: 75 ls -l done rm -r /mnt/lustre/d123ad.sanity: 29 seconds llite.lustre-ffff88007d483000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 13096 miss_total: 75 mdc.lustre-MDT0000-mdc-ffff88007d483000.batch_stats= snapshot_time: 1746138684.860454441 secs.nsecs start_time: 1746138330.933449897 secs.nsecs elapsed_time: 353.927004544 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 2 15 15 4: 3 23 38 8: 1 7 46 16: 1 7 53 32: 0 0 53 64: 0 0 53 128: 0 0 53 256: 6 46 100 mdc.lustre-MDT0001-mdc-ffff88007d483000.batch_stats= snapshot_time: 1746138684.860573486 secs.nsecs start_time: 1746138330.933571763 secs.nsecs elapsed_time: 353.927001723 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 2 12 12 8: 5 31 43 16: 0 0 43 32: 1 6 50 64: 1 6 56 128: 1 6 62 256: 6 37 100 - open/close 928 (time 1746138696.66 total 10.00 last 92.77) - open/close 1897 (time 1746138706.67 total 20.01 last 96.86) - open/close 2947 (time 1746138716.67 total 30.01 last 104.98) - open/close 3953 (time 1746138726.68 total 40.02 last 100.49) - open/close 4968 (time 1746138736.68 total 50.02 last 101.48) - open/close 5969 (time 1746138746.69 total 60.03 last 100.01) - open/close 7022 (time 1746138756.70 total 70.04 last 105.23) - open/close 7961 (time 1746138766.70 total 80.05 last 93.83) - open/close 8770 (time 1746138776.72 total 90.06 last 80.76) - open/close 9627 (time 1746138786.73 total 100.07 last 85.63) total: 10000 open/close in 103.96 seconds: 96.19 ops/second llite.lustre-ffff88007d483000.statahead_batch_max=0 llite.lustre-ffff88007d483000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88007d483000.stats=clear mdc.lustre-MDT0001-mdc-ffff88007d483000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m36.859s user 0m0.345s sys 0m13.334s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88007d483000.statahead_batch_max=256 llite.lustre-ffff88007d483000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88007d483000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88007d483000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88007d483000.stats=clear mdc.lustre-MDT0001-mdc-ffff88007d483000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m29.004s user 0m0.318s sys 0m14.227s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88007d483000.batch_stats= snapshot_time: 1746138866.223420952 secs.nsecs start_time: 1746138831.852834274 secs.nsecs elapsed_time: 34.370586678 secs.nsecs subreqs per batch batches % cum % 1: 119 48 48 2: 23 9 58 4: 18 7 65 8: 18 7 72 16: 12 4 77 32: 13 5 83 64: 6 2 85 128: 0 0 85 256: 35 14 100 mdc.lustre-MDT0001-mdc-ffff88007d483000.batch_stats= snapshot_time: 1746138866.223747376 secs.nsecs start_time: 1746138831.854027871 secs.nsecs elapsed_time: 34.369719505 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88007d483000.statahead_batch_max=64 llite.lustre-ffff88007d483000.statahead_max=128