== sanity test 123ad: Verify batching statahead works correctly ========================================================== 07:13:35 (1768565615) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff96d950225000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff96d950225000.batch_stats=0 llite.lustre-ffff96d950225000.statahead_max=32 llite.lustre-ffff96d950225000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff96d950225000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff96d950225000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.05 seconds: 95.60 ops/second llite.lustre-ffff96d950225000.statahead_max=0 101 real 0m1.102s user 0m0.007s sys 0m0.277s ls -l 100 files without statahead: 1 sec llite.lustre-ffff96d950225000.statahead_max=32 32 101 real 0m0.454s user 0m0.002s sys 0m0.201s ls -l 100 files with statahead: 0 sec statahead total: 149 statahead wrong: 2 agl total: 142 list_total: 31 fname_total: 104 hit_total: 5884 miss_total: 1690 total: 900 open/close in 5.12 seconds: 175.70 ops/second llite.lustre-ffff96d950225000.statahead_max=0 1001 real 0m9.425s user 0m0.026s sys 0m2.548s ls -l 1000 files without statahead: 10 sec llite.lustre-ffff96d950225000.statahead_max=32 32 1001 real 0m3.620s user 0m0.019s sys 0m1.587s ls -l 1000 files with statahead: 3 sec statahead total: 150 statahead wrong: 2 agl total: 143 list_total: 32 fname_total: 104 hit_total: 6881 miss_total: 1693 - open/close 2674 (time 1768565654.35 total 10.00 last 267.38) total: 4000 open/close in 15.10 seconds: 264.88 ops/second llite.lustre-ffff96d950225000.statahead_max=0 5001 real 0m40.547s user 0m0.156s sys 0m12.125s ls -l 5000 files without statahead: 41 sec llite.lustre-ffff96d950225000.statahead_max=32 32 5001 real 0m18.445s user 0m0.101s sys 0m7.905s ls -l 5000 files with statahead: 18 sec statahead total: 151 statahead wrong: 2 agl total: 144 list_total: 33 fname_total: 104 hit_total: 11880 miss_total: 1694 ls -l done rm -r /mnt/lustre/d123ad.sanity: 70 seconds llite.lustre-ffff96d950225000.statahead_stats= statahead total: 151 statahead wrong: 2 agl total: 144 list_total: 33 fname_total: 104 hit_total: 11880 miss_total: 1694 mdc.lustre-MDT0000-mdc-ffff96d950225000.batch_stats= snapshot_time: 1768565798.607849106 secs.nsecs start_time: 1768565617.403637796 secs.nsecs elapsed_time: 181.204211310 secs.nsecs subreqs per batch batches % cum % 1: 3 1 1 2: 2 1 2 4: 3 1 4 8: 6 3 7 16: 132 67 74 32: 51 25 100 mdc.lustre-MDT0001-mdc-ffff96d950225000.batch_stats= snapshot_time: 1768565798.607920712 secs.nsecs start_time: 1768565617.403706728 secs.nsecs elapsed_time: 181.204213984 secs.nsecs subreqs per batch batches % cum % 1: 2 1 1 2: 0 0 1 4: 2 1 2 8: 4 2 4 16: 84 42 46 32: 106 53 100 - open/close 685 (time 1768565811.78 total 10.01 last 68.45) - open/close 1344 (time 1768565821.79 total 20.01 last 65.85) - open/close 1973 (time 1768565831.80 total 30.02 last 62.84) - open/close 2638 (time 1768565841.80 total 40.03 last 66.45) - open/close 3536 (time 1768565851.82 total 50.04 last 89.69) - open/close 4603 (time 1768565861.82 total 60.05 last 106.67) - open/close 5546 (time 1768565871.83 total 70.05 last 94.23) - open/close 6487 (time 1768565881.84 total 80.06 last 94.00) - open/close 7444 (time 1768565891.84 total 90.07 last 95.66) - open/close 8434 (time 1768565901.84 total 100.07 last 98.99) - open/close 9315 (time 1768565911.85 total 110.08 last 87.99) total: 10000 open/close in 118.81 seconds: 84.17 ops/second llite.lustre-ffff96d950225000.statahead_batch_max=0 llite.lustre-ffff96d950225000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff96d950225000.stats=clear mdc.lustre-MDT0001-mdc-ffff96d950225000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m54.442s user 0m0.299s sys 0m14.131s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff96d950225000.statahead_batch_max=32 llite.lustre-ffff96d950225000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff96d950225000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff96d950225000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff96d950225000.stats=clear mdc.lustre-MDT0001-mdc-ffff96d950225000.stats=clear ls -l files in d123ad.sanity: 10001 real 1m32.114s user 0m0.310s sys 0m13.526s batched statahead RPC= hit count=9984 mdc.lustre-MDT0000-mdc-ffff96d950225000.batch_stats= snapshot_time: 1768566084.892681579 secs.nsecs start_time: 1768565983.316196704 secs.nsecs elapsed_time: 101.576484875 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff96d950225000.batch_stats= snapshot_time: 1768566084.892746222 secs.nsecs start_time: 1768565983.316332407 secs.nsecs elapsed_time: 101.576413815 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff96d950225000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff96d950225000.batch_stats=0 llite.lustre-ffff96d950225000.statahead_max=2048 llite.lustre-ffff96d950225000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff96d950225000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff96d950225000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 1.89 seconds: 52.84 ops/second llite.lustre-ffff96d950225000.statahead_max=0 101 real 0m1.812s user 0m0.003s sys 0m0.316s ls -l 100 files without statahead: 2 sec llite.lustre-ffff96d950225000.statahead_max=2048 2048 101 real 0m0.848s user 0m0.002s sys 0m0.180s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10083 miss_total: 17 - open/close 891 (time 1768566357.43 total 10.02 last 88.96) total: 900 open/close in 10.11 seconds: 89.05 ops/second llite.lustre-ffff96d950225000.statahead_max=0 1001 real 0m17.265s user 0m0.033s sys 0m2.785s ls -l 1000 files without statahead: 18 sec llite.lustre-ffff96d950225000.statahead_max=2048 2048 1001 real 0m5.813s user 0m0.030s sys 0m1.368s ls -l 1000 files with statahead: 5 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11082 miss_total: 18 - open/close 917 (time 1768566399.51 total 10.00 last 91.67) total: 1000 open/close in 10.97 seconds: 91.14 ops/second llite.lustre-ffff96d950225000.statahead_max=0 2001 real 0m37.980s user 0m0.061s sys 0m5.704s ls -l 2000 files without statahead: 38 sec llite.lustre-ffff96d950225000.statahead_max=2048 2048 2001 real 0m12.167s user 0m0.064s sys 0m3.163s ls -l 2000 files with statahead: 12 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 13081 miss_total: 19 ls -l done rm -r /mnt/lustre/d123ad.sanity: 31 seconds llite.lustre-ffff96d950225000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 13081 miss_total: 19 mdc.lustre-MDT0000-mdc-ffff96d950225000.batch_stats= snapshot_time: 1768566494.682953656 secs.nsecs start_time: 1768566087.169479527 secs.nsecs elapsed_time: 407.513474129 secs.nsecs subreqs per batch batches % cum % 1: 1 7 7 2: 0 0 7 4: 4 30 38 8: 2 15 53 16: 0 0 53 32: 0 0 53 64: 0 0 53 128: 0 0 53 256: 6 46 100 mdc.lustre-MDT0001-mdc-ffff96d950225000.batch_stats= snapshot_time: 1768566494.683071092 secs.nsecs start_time: 1768566087.169659480 secs.nsecs elapsed_time: 407.513411612 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 2 12 12 8: 4 25 37 16: 1 6 43 32: 2 12 56 64: 0 0 56 128: 1 6 62 256: 6 37 100 - open/close 950 (time 1768566506.79 total 10.00 last 94.97) - open/close 1880 (time 1768566516.80 total 20.02 last 92.88) - open/close 2771 (time 1768566526.80 total 30.02 last 89.06) - open/close 3741 (time 1768566536.81 total 40.03 last 96.92) - open/close 4578 (time 1768566546.81 total 50.03 last 83.69) - open/close 5394 (time 1768566556.82 total 60.04 last 81.55) - open/close 6163 (time 1768566566.82 total 70.04 last 76.86) - open/close 7079 (time 1768566576.85 total 80.07 last 91.37) - open/close 7986 (time 1768566586.86 total 90.07 last 90.64) - open/close 8897 (time 1768566596.87 total 100.09 last 90.99) - open/close 9767 (time 1768566606.87 total 110.09 last 86.97) total: 10000 open/close in 112.46 seconds: 88.92 ops/second llite.lustre-ffff96d950225000.statahead_batch_max=0 llite.lustre-ffff96d950225000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff96d950225000.stats=clear mdc.lustre-MDT0001-mdc-ffff96d950225000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m49.720s user 0m0.310s sys 0m15.048s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff96d950225000.statahead_batch_max=256 llite.lustre-ffff96d950225000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff96d950225000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff96d950225000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff96d950225000.stats=clear mdc.lustre-MDT0001-mdc-ffff96d950225000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m38.684s user 0m0.307s sys 0m14.240s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff96d950225000.batch_stats= snapshot_time: 1768566712.083503351 secs.nsecs start_time: 1768566665.292623588 secs.nsecs elapsed_time: 46.790879763 secs.nsecs subreqs per batch batches % cum % 1: 58 33 33 2: 18 10 43 4: 16 9 53 8: 9 5 58 16: 12 6 65 32: 18 10 75 64: 6 3 79 128: 1 0 79 256: 35 20 100 mdc.lustre-MDT0001-mdc-ffff96d950225000.batch_stats= snapshot_time: 1768566712.083577456 secs.nsecs start_time: 1768566665.292777803 secs.nsecs elapsed_time: 46.790799653 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff96d950225000.statahead_batch_max=64 llite.lustre-ffff96d950225000.statahead_max=128