== sanity test 123ad: Verify batching statahead works correctly ========================================================== 03:43:33 (1761291813) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9d07609f4000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9d07609f4000.batch_stats=0 llite.lustre-ffff9d07609f4000.statahead_max=32 llite.lustre-ffff9d07609f4000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9d07609f4000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9d07609f4000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 2.33 seconds: 42.87 ops/second llite.lustre-ffff9d07609f4000.statahead_max=0 101 real 0m2.068s user 0m0.005s sys 0m0.303s ls -l 100 files without statahead: 2 sec llite.lustre-ffff9d07609f4000.statahead_max=32 32 101 real 0m0.820s user 0m0.004s sys 0m0.186s ls -l 100 files with statahead: 1 sec statahead total: 109 statahead wrong: 2 agl total: 103 list_total: 33 fname_total: 76 hit_total: 9769 miss_total: 1174 - open/close 847 (time 1761291838.46 total 10.01 last 84.58) total: 900 open/close in 10.70 seconds: 84.15 ops/second llite.lustre-ffff9d07609f4000.statahead_max=0 1001 real 0m21.921s user 0m0.031s sys 0m2.870s ls -l 1000 files without statahead: 22 sec llite.lustre-ffff9d07609f4000.statahead_max=32 32 1001 real 0m7.496s user 0m0.024s sys 0m1.286s ls -l 1000 files with statahead: 7 sec statahead total: 110 statahead wrong: 2 agl total: 104 list_total: 34 fname_total: 76 hit_total: 10763 miss_total: 1180 ls -l done rm -r /mnt/lustre/d123ad.sanity: 17 seconds llite.lustre-ffff9d07609f4000.statahead_stats= statahead total: 110 statahead wrong: 2 agl total: 104 list_total: 34 fname_total: 76 hit_total: 10763 miss_total: 1180 mdc.lustre-MDT0000-mdc-ffff9d07609f4000.batch_stats= snapshot_time: 1761291896.028381792 secs.nsecs start_time: 1761291818.148833166 secs.nsecs elapsed_time: 77.879548626 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 2 2 4: 3 7 10 8: 3 7 17 16: 18 46 64 32: 14 35 100 mdc.lustre-MDT0001-mdc-ffff9d07609f4000.batch_stats= snapshot_time: 1761291896.028451922 secs.nsecs start_time: 1761291818.149723077 secs.nsecs elapsed_time: 77.878728845 secs.nsecs subreqs per batch batches % cum % 1: 2 4 4 2: 0 0 4 4: 2 4 9 8: 4 9 19 16: 22 53 73 32: 11 26 100 - open/close 678 (time 1761291908.27 total 10.02 last 67.69) - open/close 1262 (time 1761291918.28 total 20.03 last 58.31) - open/close 1804 (time 1761291928.30 total 30.05 last 54.11) - open/close 2515 (time 1761291938.31 total 40.06 last 71.05) - open/close 3313 (time 1761291948.31 total 50.06 last 79.77) - open/close 4138 (time 1761291958.32 total 60.07 last 82.42) - open/close 5023 (time 1761291968.32 total 70.07 last 88.46) - open/close 5859 (time 1761291978.33 total 80.08 last 83.53) - open/close 6687 (time 1761291988.34 total 90.09 last 82.76) - open/close 7541 (time 1761291998.34 total 100.09 last 85.40) - open/close 8370 (time 1761292008.35 total 110.09 last 82.84) - open/close 9215 (time 1761292018.35 total 120.10 last 84.46) total: 10000 open/close in 129.18 seconds: 77.41 ops/second llite.lustre-ffff9d07609f4000.statahead_batch_max=0 llite.lustre-ffff9d07609f4000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9d07609f4000.stats=clear mdc.lustre-MDT0001-mdc-ffff9d07609f4000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m50.541s user 0m0.313s sys 0m16.067s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9d07609f4000.statahead_batch_max=32 llite.lustre-ffff9d07609f4000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9d07609f4000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9d07609f4000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9d07609f4000.stats=clear mdc.lustre-MDT0001-mdc-ffff9d07609f4000.stats=clear ls -l files in d123ad.sanity: 10001 real 1m20.773s user 0m0.280s sys 0m13.543s batched statahead RPC= hit count=9951 mdc.lustre-MDT0000-mdc-ffff9d07609f4000.batch_stats= snapshot_time: 1761292175.266443126 secs.nsecs start_time: 1761292084.617540882 secs.nsecs elapsed_time: 90.648902244 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 314 99 100 mdc.lustre-MDT0001-mdc-ffff9d07609f4000.batch_stats= snapshot_time: 1761292175.266511857 secs.nsecs start_time: 1761292084.617612835 secs.nsecs elapsed_time: 90.648899022 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9d07609f4000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9d07609f4000.batch_stats=0 llite.lustre-ffff9d07609f4000.statahead_max=2048 llite.lustre-ffff9d07609f4000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9d07609f4000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9d07609f4000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 2.43 seconds: 41.14 ops/second llite.lustre-ffff9d07609f4000.statahead_max=0 101 real 0m2.252s user 0m0.005s sys 0m0.337s ls -l 100 files without statahead: 2 sec llite.lustre-ffff9d07609f4000.statahead_max=2048 2048 101 real 0m0.646s user 0m0.009s sys 0m0.171s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10050 miss_total: 50 - open/close 799 (time 1761292452.23 total 10.01 last 79.86) total: 900 open/close in 11.45 seconds: 78.61 ops/second llite.lustre-ffff9d07609f4000.statahead_max=0 1001 real 0m21.715s user 0m0.047s sys 0m3.138s ls -l 1000 files without statahead: 21 sec llite.lustre-ffff9d07609f4000.statahead_max=2048 2048 1001 real 0m5.749s user 0m0.023s sys 0m1.436s ls -l 1000 files with statahead: 6 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11049 miss_total: 51 ls -l done rm -r /mnt/lustre/d123ad.sanity: 17 seconds llite.lustre-ffff9d07609f4000.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11049 miss_total: 51 mdc.lustre-MDT0000-mdc-ffff9d07609f4000.batch_stats= snapshot_time: 1761292507.908957208 secs.nsecs start_time: 1761292177.441060297 secs.nsecs elapsed_time: 330.467896911 secs.nsecs subreqs per batch batches % cum % 1: 2 25 25 2: 1 12 37 4: 3 37 75 8: 0 0 75 16: 0 0 75 32: 0 0 75 64: 0 0 75 128: 0 0 75 256: 2 25 100 mdc.lustre-MDT0001-mdc-ffff9d07609f4000.batch_stats= snapshot_time: 1761292507.909044247 secs.nsecs start_time: 1761292177.441233214 secs.nsecs elapsed_time: 330.467811033 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 4 40 40 16: 2 20 60 32: 1 10 70 64: 1 10 80 128: 0 0 80 256: 2 20 100 - open/close 701 (time 1761292519.68 total 10.01 last 70.01) - open/close 1410 (time 1761292529.68 total 20.02 last 70.88) - open/close 2175 (time 1761292539.69 total 30.02 last 76.43) - open/close 2918 (time 1761292549.70 total 40.03 last 74.25) - open/close 3678 (time 1761292559.71 total 50.04 last 75.91) - open/close 4489 (time 1761292569.72 total 60.05 last 81.02) - open/close 5191 (time 1761292579.74 total 70.07 last 70.06) - open/close 5926 (time 1761292589.74 total 80.08 last 73.48) - open/close 6633 (time 1761292599.75 total 90.08 last 70.66) - open/close 7369 (time 1761292609.76 total 100.09 last 73.55) - open/close 8069 (time 1761292619.76 total 110.09 last 69.98) - open/close 8880 (time 1761292629.76 total 120.10 last 81.07) - open/close 9696 (time 1761292639.77 total 130.10 last 81.52) total: 10000 open/close in 133.86 seconds: 74.70 ops/second llite.lustre-ffff9d07609f4000.statahead_batch_max=0 llite.lustre-ffff9d07609f4000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9d07609f4000.stats=clear mdc.lustre-MDT0001-mdc-ffff9d07609f4000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m47.597s user 0m0.279s sys 0m16.760s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9d07609f4000.statahead_batch_max=256 llite.lustre-ffff9d07609f4000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9d07609f4000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9d07609f4000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9d07609f4000.stats=clear mdc.lustre-MDT0001-mdc-ffff9d07609f4000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m46.238s user 0m0.296s sys 0m14.529s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9d07609f4000.batch_stats= snapshot_time: 1761292751.698050618 secs.nsecs start_time: 1761292698.011943588 secs.nsecs elapsed_time: 53.686107030 secs.nsecs subreqs per batch batches % cum % 1: 55 28 28 2: 20 10 39 4: 25 13 52 8: 20 10 62 16: 15 7 70 32: 9 4 75 64: 12 6 81 128: 2 1 82 256: 34 17 100 mdc.lustre-MDT0001-mdc-ffff9d07609f4000.batch_stats= snapshot_time: 1761292751.698115558 secs.nsecs start_time: 1761292698.012945204 secs.nsecs elapsed_time: 53.685170354 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9d07609f4000.statahead_batch_max=64 llite.lustre-ffff9d07609f4000.statahead_max=128