== sanity test 123ad: Verify batching statahead works correctly ========================================================== 14:00:05 (1747850405) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88007feb1000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88007feb1000.batch_stats=0 llite.lustre-ffff88007feb1000.statahead_max=32 llite.lustre-ffff88007feb1000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88007feb1000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88007feb1000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.56 seconds: 177.51 ops/second llite.lustre-ffff88007feb1000.statahead_max=0 101 real 0m0.658s user 0m0.005s sys 0m0.237s ls -l 100 files without statahead: 0 sec llite.lustre-ffff88007feb1000.statahead_max=32 32 101 real 0m0.281s user 0m0.003s sys 0m0.123s ls -l 100 files with statahead: 0 sec statahead total: 43 statahead wrong: 2 agl total: 43 list_total: 19 fname_total: 24 hit_total: 12315 miss_total: 1244 total: 900 open/close in 1.75 seconds: 515.23 ops/second llite.lustre-ffff88007feb1000.statahead_max=0 1001 real 0m4.696s user 0m0.022s sys 0m1.699s ls -l 1000 files without statahead: 4 sec llite.lustre-ffff88007feb1000.statahead_max=32 32 1001 real 0m2.246s user 0m0.023s sys 0m1.212s ls -l 1000 files with statahead: 2 sec statahead total: 44 statahead wrong: 2 agl total: 44 list_total: 20 fname_total: 24 hit_total: 13314 miss_total: 1245 - open/close 4356 (time 1747850430.81 total 10.00 last 435.53) - open/close 8846 (time 1747850440.81 total 20.00 last 448.99) total: 9000 open/close in 20.32 seconds: 442.93 ops/second llite.lustre-ffff88007feb1000.statahead_max=0 10001 real 0m56.276s user 0m0.241s sys 0m19.548s ls -l 10000 files without statahead: 56 sec llite.lustre-ffff88007feb1000.statahead_max=32 32 10001 real 0m16.893s user 0m0.229s sys 0m9.008s ls -l 10000 files with statahead: 17 sec statahead total: 45 statahead wrong: 2 agl total: 45 list_total: 21 fname_total: 24 hit_total: 23313 miss_total: 1246 ls -l done rm -r /mnt/lustre/d123ad.sanity: 34 seconds llite.lustre-ffff88007feb1000.statahead_stats= statahead total: 45 statahead wrong: 2 agl total: 45 list_total: 21 fname_total: 24 hit_total: 23313 miss_total: 1246 mdc.lustre-MDT0000-mdc-ffff88007feb1000.batch_stats= snapshot_time: 1747850553.211114051 secs.nsecs start_time: 1747850406.645869149 secs.nsecs elapsed_time: 146.565244902 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 0 0 4: 3 0 1 8: 7 1 3 16: 192 54 57 32: 151 42 100 mdc.lustre-MDT0001-mdc-ffff88007feb1000.batch_stats= snapshot_time: 1747850553.211148835 secs.nsecs start_time: 1747850406.645916150 secs.nsecs elapsed_time: 146.565232685 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 2 0 0 4: 2 0 1 8: 4 1 2 16: 192 54 56 32: 154 43 100 - open/close 5434 (time 1747850564.00 total 10.00 last 543.35) - open/close 9902 (time 1747850574.01 total 20.00 last 446.73) total: 10000 open/close in 20.26 seconds: 493.48 ops/second llite.lustre-ffff88007feb1000.statahead_batch_max=0 llite.lustre-ffff88007feb1000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88007feb1000.stats=clear mdc.lustre-MDT0001-mdc-ffff88007feb1000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m9.503s user 0m0.189s sys 0m8.878s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88007feb1000.statahead_batch_max=32 llite.lustre-ffff88007feb1000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88007feb1000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88007feb1000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88007feb1000.stats=clear mdc.lustre-MDT0001-mdc-ffff88007feb1000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m28.605s user 0m0.222s sys 0m12.810s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88007feb1000.batch_stats= snapshot_time: 1747850616.595210838 secs.nsecs start_time: 1747850585.739772299 secs.nsecs elapsed_time: 30.855438539 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88007feb1000.batch_stats= snapshot_time: 1747850616.595244238 secs.nsecs start_time: 1747850585.739815751 secs.nsecs elapsed_time: 30.855428487 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88007feb1000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88007feb1000.batch_stats=0 llite.lustre-ffff88007feb1000.statahead_max=2048 llite.lustre-ffff88007feb1000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff88007feb1000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88007feb1000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.68 seconds: 146.73 ops/second llite.lustre-ffff88007feb1000.statahead_max=0 101 real 0m0.795s user 0m0.004s sys 0m0.295s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88007feb1000.statahead_max=2048 2048 101 real 0m0.410s user 0m0.006s sys 0m0.189s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 2.44 seconds: 368.70 ops/second llite.lustre-ffff88007feb1000.statahead_max=0 1001 real 0m8.014s user 0m0.044s sys 0m2.777s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff88007feb1000.statahead_max=2048 2048 1001 real 0m1.200s user 0m0.013s sys 0m0.717s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 3439 (time 1747850721.45 total 10.00 last 343.81) - open/close 6296 (time 1747850731.45 total 20.00 last 285.70) total: 9000 open/close in 28.07 seconds: 320.68 ops/second llite.lustre-ffff88007feb1000.statahead_max=0 10001 real 1m18.925s user 0m0.297s sys 0m27.186s ls -l 10000 files without statahead: 79 sec llite.lustre-ffff88007feb1000.statahead_max=2048 2048 10001 real 0m8.751s user 0m0.167s sys 0m7.750s ls -l 10000 files with statahead: 9 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 53 seconds llite.lustre-ffff88007feb1000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff88007feb1000.batch_stats= snapshot_time: 1747850885.321129256 secs.nsecs start_time: 1747850616.960845690 secs.nsecs elapsed_time: 268.360283566 secs.nsecs subreqs per batch batches % cum % 1: 9 16 16 2: 0 0 16 4: 2 3 20 8: 5 9 30 16: 1 1 32 32: 0 0 32 64: 2 3 35 128: 5 9 45 256: 29 54 100 mdc.lustre-MDT0001-mdc-ffff88007feb1000.batch_stats= snapshot_time: 1747850885.321228109 secs.nsecs start_time: 1747850616.960937525 secs.nsecs elapsed_time: 268.360290584 secs.nsecs subreqs per batch batches % cum % 1: 2 4 4 2: 1 2 6 4: 4 8 15 8: 1 2 17 16: 1 2 20 32: 0 0 20 64: 2 4 24 128: 5 11 35 256: 29 64 100 - open/close 2757 (time 1747850896.22 total 10.00 last 275.68) - open/close 5484 (time 1747850906.23 total 20.00 last 272.61) - open/close 8085 (time 1747850916.23 total 30.01 last 260.02) total: 10000 open/close in 37.14 seconds: 269.27 ops/second llite.lustre-ffff88007feb1000.statahead_batch_max=0 llite.lustre-ffff88007feb1000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88007feb1000.stats=clear mdc.lustre-MDT0001-mdc-ffff88007feb1000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m9.205s user 0m0.187s sys 0m8.134s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88007feb1000.statahead_batch_max=256 llite.lustre-ffff88007feb1000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88007feb1000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88007feb1000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88007feb1000.stats=clear mdc.lustre-MDT0001-mdc-ffff88007feb1000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m8.708s user 0m0.171s sys 0m7.638s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88007feb1000.batch_stats= snapshot_time: 1747850945.852453320 secs.nsecs start_time: 1747850934.763514037 secs.nsecs elapsed_time: 11.088939283 secs.nsecs subreqs per batch batches % cum % 1: 181 64 64 2: 9 3 67 4: 13 4 72 8: 10 3 76 16: 8 2 78 32: 20 7 86 64: 4 1 87 128: 0 0 87 256: 35 12 100 mdc.lustre-MDT0001-mdc-ffff88007feb1000.batch_stats= snapshot_time: 1747850945.852523100 secs.nsecs start_time: 1747850934.763591790 secs.nsecs elapsed_time: 11.088931310 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88007feb1000.statahead_batch_max=64 llite.lustre-ffff88007feb1000.statahead_max=128