== sanity test 123ad: Verify batching statahead works correctly ========================================================== 08:17:04 (1742905024) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88007ddd7800.batch_stats=0 llite.lustre-ffff88007ddd7800.statahead_max=32 llite.lustre-ffff88007ddd7800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88007ddd7800.batch_stats=0 total: 100 open/close in 0.63 seconds: 157.52 ops/second llite.lustre-ffff88007ddd7800.statahead_max=0 101 real 0m0.580s user 0m0.006s sys 0m0.209s ls -l 100 files without statahead: 0 sec llite.lustre-ffff88007ddd7800.statahead_max=32 32 101 real 0m0.361s user 0m0.004s sys 0m0.118s ls -l 100 files with statahead: 0 sec statahead total: 49 statahead wrong: 1 agl total: 49 list_total: 19 fname_total: 30 hit_total: 11522 miss_total: 216 total: 900 open/close in 2.78 seconds: 323.47 ops/second llite.lustre-ffff88007ddd7800.statahead_max=0 1001 real 0m5.592s user 0m0.031s sys 0m2.043s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff88007ddd7800.statahead_max=32 32 1001 real 0m2.034s user 0m0.018s sys 0m0.877s ls -l 1000 files with statahead: 2 sec statahead total: 50 statahead wrong: 1 agl total: 50 list_total: 20 fname_total: 30 hit_total: 12521 miss_total: 217 - open/close 5116 (time 1742905051.04 total 10.00 last 511.58) total: 9000 open/close in 17.49 seconds: 514.67 ops/second llite.lustre-ffff88007ddd7800.statahead_max=0 10001 real 0m50.297s user 0m0.317s sys 0m18.251s ls -l 10000 files without statahead: 50 sec llite.lustre-ffff88007ddd7800.statahead_max=32 32 10001 real 0m20.470s user 0m0.209s sys 0m8.599s ls -l 10000 files with statahead: 21 sec statahead total: 51 statahead wrong: 1 agl total: 51 list_total: 21 fname_total: 30 hit_total: 22520 miss_total: 219 ls -l done rm -r /mnt/lustre/d123ad.sanity: 40 seconds llite.lustre-ffff88007ddd7800.statahead_stats= statahead total: 51 statahead wrong: 1 agl total: 51 list_total: 21 fname_total: 30 hit_total: 22520 miss_total: 219 mdc.lustre-MDT0000-mdc-ffff88007ddd7800.batch_stats= snapshot_time: 1742905174.957398841 secs.nsecs start_time: 1742905025.375226186 secs.nsecs elapsed_time: 149.582172655 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 1 0 0 8: 3 0 1 16: 4 1 2 32: 346 97 100 - open/close 4817 (time 1742905185.53 total 10.00 last 481.64) - open/close 9118 (time 1742905195.54 total 20.00 last 430.02) total: 10000 open/close in 22.04 seconds: 453.80 ops/second llite.lustre-ffff88007ddd7800.statahead_batch_max=0 llite.lustre-ffff88007ddd7800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88007ddd7800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m9.986s user 0m0.236s sys 0m8.958s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88007ddd7800.statahead_batch_max=32 llite.lustre-ffff88007ddd7800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88007ddd7800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88007ddd7800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m20.953s user 0m0.235s sys 0m8.851s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88007ddd7800.batch_stats= snapshot_time: 1742905232.876484471 secs.nsecs start_time: 1742905209.587840078 secs.nsecs elapsed_time: 23.288644393 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88007ddd7800.batch_stats=0 llite.lustre-ffff88007ddd7800.statahead_max=2048 llite.lustre-ffff88007ddd7800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff88007ddd7800.batch_stats=0 total: 100 open/close in 0.52 seconds: 191.80 ops/second llite.lustre-ffff88007ddd7800.statahead_max=0 101 real 0m0.473s user 0m0.004s sys 0m0.180s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88007ddd7800.statahead_max=2048 2048 101 real 0m0.255s user 0m0.005s sys 0m0.101s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.43 seconds: 631.54 ops/second llite.lustre-ffff88007ddd7800.statahead_max=0 1001 real 0m4.694s user 0m0.017s sys 0m1.799s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff88007ddd7800.statahead_max=2048 2048 1001 real 0m1.173s user 0m0.019s sys 0m0.848s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 6147 (time 1742905311.03 total 10.00 last 614.65) total: 9000 open/close in 14.53 seconds: 619.28 ops/second llite.lustre-ffff88007ddd7800.statahead_max=0 10001 real 0m48.832s user 0m0.331s sys 0m17.901s ls -l 10000 files without statahead: 49 sec llite.lustre-ffff88007ddd7800.statahead_max=2048 2048 10001 real 0m9.581s user 0m0.206s sys 0m8.055s ls -l 10000 files with statahead: 10 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 34 seconds llite.lustre-ffff88007ddd7800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff88007ddd7800.batch_stats= snapshot_time: 1742905413.686223668 secs.nsecs start_time: 1742905233.258159615 secs.nsecs elapsed_time: 180.428064053 secs.nsecs subreqs per batch batches % cum % 1: 222 61 61 2: 22 6 67 4: 15 4 71 8: 17 4 76 16: 25 6 83 32: 20 5 88 64: 1 0 89 128: 0 0 89 256: 39 10 100 - open/close 5247 (time 1742905424.67 total 10.00 last 524.66) total: 10000 open/close in 19.18 seconds: 521.49 ops/second llite.lustre-ffff88007ddd7800.statahead_batch_max=0 llite.lustre-ffff88007ddd7800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88007ddd7800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.984s user 0m0.255s sys 0m9.723s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88007ddd7800.statahead_batch_max=256 llite.lustre-ffff88007ddd7800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88007ddd7800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88007ddd7800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.772s user 0m0.223s sys 0m9.080s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88007ddd7800.batch_stats= snapshot_time: 1742905460.261134072 secs.nsecs start_time: 1742905446.795840222 secs.nsecs elapsed_time: 13.465293850 secs.nsecs subreqs per batch batches % cum % 1: 194 64 64 2: 20 6 70 4: 9 2 73 8: 10 3 76 16: 16 5 82 32: 18 5 88 64: 0 0 88 128: 0 0 88 256: 36 11 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88007ddd7800.statahead_batch_max=64 llite.lustre-ffff88007ddd7800.statahead_max=128