== sanity test 123ad: Verify batching statahead works correctly ========================================================== 13:45:58 (1744047958) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800a91ea000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a91ea000.batch_stats=0 llite.lustre-ffff8800a91ea000.statahead_max=32 llite.lustre-ffff8800a91ea000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800a91ea000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a91ea000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.51 seconds: 194.56 ops/second llite.lustre-ffff8800a91ea000.statahead_max=0 101 real 0m0.506s user 0m0.002s sys 0m0.199s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a91ea000.statahead_max=32 32 101 real 0m0.342s user 0m0.001s sys 0m0.125s ls -l 100 files with statahead: 1 sec statahead total: 46 statahead wrong: 1 agl total: 46 list_total: 19 fname_total: 27 hit_total: 11640 miss_total: 218 total: 900 open/close in 1.58 seconds: 570.20 ops/second llite.lustre-ffff8800a91ea000.statahead_max=0 1001 real 0m4.873s user 0m0.028s sys 0m1.893s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800a91ea000.statahead_max=32 32 1001 real 0m1.695s user 0m0.015s sys 0m0.959s ls -l 1000 files with statahead: 2 sec statahead total: 47 statahead wrong: 1 agl total: 47 list_total: 20 fname_total: 27 hit_total: 12639 miss_total: 219 - open/close 4840 (time 1744047982.04 total 10.00 last 483.99) total: 9000 open/close in 17.33 seconds: 519.24 ops/second llite.lustre-ffff8800a91ea000.statahead_max=0 10001 real 0m48.688s user 0m0.276s sys 0m18.485s ls -l 10000 files without statahead: 49 sec llite.lustre-ffff8800a91ea000.statahead_max=32 32 10001 real 0m17.896s user 0m0.207s sys 0m9.461s ls -l 10000 files with statahead: 18 sec statahead total: 48 statahead wrong: 1 agl total: 48 list_total: 21 fname_total: 27 hit_total: 22638 miss_total: 220 ls -l done rm -r /mnt/lustre/d123ad.sanity: 35 seconds llite.lustre-ffff8800a91ea000.statahead_stats= statahead total: 48 statahead wrong: 1 agl total: 48 list_total: 21 fname_total: 27 hit_total: 22638 miss_total: 220 mdc.lustre-MDT0000-mdc-ffff8800a91ea000.batch_stats= snapshot_time: 1744048095.155075777 secs.nsecs start_time: 1744047959.157661139 secs.nsecs elapsed_time: 135.997414638 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 2 0 0 4: 2 0 1 8: 5 1 2 16: 241 68 71 32: 101 28 100 mdc.lustre-MDT0001-mdc-ffff8800a91ea000.batch_stats= snapshot_time: 1744048095.155292910 secs.nsecs start_time: 1744047959.157726084 secs.nsecs elapsed_time: 135.997566826 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 1 0 0 4: 4 1 1 8: 1 0 2 16: 153 43 45 32: 194 54 100 - open/close 3638 (time 1744048106.17 total 10.00 last 363.79) - open/close 7388 (time 1744048116.17 total 20.00 last 374.95) total: 10000 open/close in 29.01 seconds: 344.70 ops/second llite.lustre-ffff8800a91ea000.statahead_batch_max=0 llite.lustre-ffff8800a91ea000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a91ea000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a91ea000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m9.403s user 0m0.190s sys 0m8.747s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800a91ea000.statahead_batch_max=32 llite.lustre-ffff8800a91ea000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a91ea000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800a91ea000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a91ea000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a91ea000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m19.870s user 0m0.201s sys 0m9.197s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800a91ea000.batch_stats= snapshot_time: 1744048159.148085557 secs.nsecs start_time: 1744048136.782686881 secs.nsecs elapsed_time: 22.365398676 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800a91ea000.batch_stats= snapshot_time: 1744048159.148144754 secs.nsecs start_time: 1744048136.782812411 secs.nsecs elapsed_time: 22.365332343 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800a91ea000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a91ea000.batch_stats=0 llite.lustre-ffff8800a91ea000.statahead_max=2048 llite.lustre-ffff8800a91ea000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8800a91ea000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a91ea000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.81 seconds: 123.98 ops/second llite.lustre-ffff8800a91ea000.statahead_max=0 101 real 0m0.782s user 0m0.005s sys 0m0.289s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a91ea000.statahead_max=2048 2048 101 real 0m0.262s user 0m0.005s sys 0m0.135s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 3.80 seconds: 237.07 ops/second llite.lustre-ffff8800a91ea000.statahead_max=0 1001 real 0m8.187s user 0m0.034s sys 0m3.042s ls -l 1000 files without statahead: 9 sec llite.lustre-ffff8800a91ea000.statahead_max=2048 2048 1001 real 0m1.225s user 0m0.015s sys 0m0.811s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 3762 (time 1744048262.42 total 10.00 last 376.17) total: 4000 open/close in 10.47 seconds: 382.04 ops/second llite.lustre-ffff8800a91ea000.statahead_max=0 5001 real 0m37.800s user 0m0.150s sys 0m13.934s ls -l 5000 files without statahead: 38 sec llite.lustre-ffff8800a91ea000.statahead_max=2048 2048 5001 real 0m4.968s user 0m0.093s sys 0m4.146s ls -l 5000 files with statahead: 5 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 16096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 23 seconds llite.lustre-ffff8800a91ea000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 16096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8800a91ea000.batch_stats= snapshot_time: 1744048331.650124173 secs.nsecs start_time: 1744048159.514814847 secs.nsecs elapsed_time: 172.135309326 secs.nsecs subreqs per batch batches % cum % 1: 16 34 34 2: 4 8 43 4: 3 6 50 8: 4 8 58 16: 1 2 60 32: 1 2 63 64: 1 2 65 128: 0 0 65 256: 16 34 100 mdc.lustre-MDT0001-mdc-ffff8800a91ea000.batch_stats= snapshot_time: 1744048331.650292302 secs.nsecs start_time: 1744048159.514889050 secs.nsecs elapsed_time: 172.135403252 secs.nsecs subreqs per batch batches % cum % 1: 13 30 30 2: 2 4 35 4: 4 9 45 8: 4 9 54 16: 1 2 57 32: 0 0 57 64: 2 4 61 128: 1 2 64 256: 15 35 100 - open/close 3702 (time 1744048342.35 total 10.00 last 370.19) - open/close 8929 (time 1744048352.35 total 20.00 last 522.67) total: 10000 open/close in 21.90 seconds: 456.67 ops/second llite.lustre-ffff8800a91ea000.statahead_batch_max=0 llite.lustre-ffff8800a91ea000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a91ea000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a91ea000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.663s user 0m0.192s sys 0m9.512s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800a91ea000.statahead_batch_max=256 llite.lustre-ffff8800a91ea000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a91ea000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800a91ea000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a91ea000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a91ea000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.030s user 0m0.230s sys 0m8.646s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800a91ea000.batch_stats= snapshot_time: 1744048379.212002131 secs.nsecs start_time: 1744048366.916066900 secs.nsecs elapsed_time: 12.295935231 secs.nsecs subreqs per batch batches % cum % 1: 215 68 68 2: 13 4 72 4: 7 2 75 8: 10 3 78 16: 9 2 81 32: 23 7 88 64: 0 0 88 128: 1 0 88 256: 35 11 100 mdc.lustre-MDT0001-mdc-ffff8800a91ea000.batch_stats= snapshot_time: 1744048379.212095748 secs.nsecs start_time: 1744048366.916130697 secs.nsecs elapsed_time: 12.295965051 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800a91ea000.statahead_batch_max=64 llite.lustre-ffff8800a91ea000.statahead_max=128