== sanity test 123ad: Verify batching statahead works correctly ========================================================== 11:21:02 (1753370462) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8a50059ce800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8a50059ce800.batch_stats=0 llite.lustre-ffff8a50059ce800.statahead_max=32 llite.lustre-ffff8a50059ce800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8a50059ce800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8a50059ce800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.66 seconds: 150.93 ops/second llite.lustre-ffff8a50059ce800.statahead_max=0 101 real 0m0.564s user 0m0.005s sys 0m0.205s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8a50059ce800.statahead_max=32 32 101 real 0m0.356s user 0m0.002s sys 0m0.189s ls -l 100 files with statahead: 0 sec statahead total: 64 statahead wrong: 1 agl total: 60 list_total: 27 fname_total: 35 hit_total: 29007 miss_total: 198 total: 900 open/close in 1.79 seconds: 501.86 ops/second llite.lustre-ffff8a50059ce800.statahead_max=0 1001 real 0m6.110s user 0m0.028s sys 0m2.165s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff8a50059ce800.statahead_max=32 32 1001 real 0m3.283s user 0m0.013s sys 0m1.555s ls -l 1000 files with statahead: 3 sec statahead total: 65 statahead wrong: 1 agl total: 61 list_total: 28 fname_total: 35 hit_total: 30006 miss_total: 199 - open/close 4564 (time 1753370491.84 total 10.00 last 456.37) - open/close 8742 (time 1753370501.85 total 20.00 last 417.69) total: 9000 open/close in 20.59 seconds: 437.08 ops/second llite.lustre-ffff8a50059ce800.statahead_max=0 10001 real 1m4.479s user 0m0.289s sys 0m22.128s ls -l 10000 files without statahead: 65 sec llite.lustre-ffff8a50059ce800.statahead_max=32 32 10001 real 0m36.063s user 0m0.185s sys 0m16.261s ls -l 10000 files with statahead: 36 sec statahead total: 66 statahead wrong: 1 agl total: 62 list_total: 29 fname_total: 35 hit_total: 40003 miss_total: 202 ls -l done rm -r /mnt/lustre/d123ad.sanity: 65 seconds llite.lustre-ffff8a50059ce800.statahead_stats= statahead total: 66 statahead wrong: 1 agl total: 62 list_total: 29 fname_total: 35 hit_total: 40003 miss_total: 202 mdc.lustre-MDT0000-mdc-ffff8a50059ce800.batch_stats= snapshot_time: 1753370680.404163941 secs.nsecs start_time: 1753370464.168789241 secs.nsecs elapsed_time: 216.235374700 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 0 4: 3 0 1 8: 11 3 4 16: 224 63 68 32: 111 31 100 mdc.lustre-MDT0001-mdc-ffff8a50059ce800.batch_stats= snapshot_time: 1753370680.404304421 secs.nsecs start_time: 1753370464.168847566 secs.nsecs elapsed_time: 216.235456855 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 4 1 1 8: 5 1 2 16: 154 43 46 32: 191 53 100 - open/close 4350 (time 1753370691.35 total 10.00 last 434.99) - open/close 8623 (time 1753370701.35 total 20.00 last 427.28) total: 10000 open/close in 23.32 seconds: 428.80 ops/second llite.lustre-ffff8a50059ce800.statahead_batch_max=0 llite.lustre-ffff8a50059ce800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8a50059ce800.stats=clear mdc.lustre-MDT0001-mdc-ffff8a50059ce800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m31.132s user 0m0.217s sys 0m29.938s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8a50059ce800.statahead_batch_max=32 llite.lustre-ffff8a50059ce800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8a50059ce800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8a50059ce800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8a50059ce800.stats=clear mdc.lustre-MDT0001-mdc-ffff8a50059ce800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m35.093s user 0m0.183s sys 0m19.389s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8a50059ce800.batch_stats= snapshot_time: 1753370778.212626350 secs.nsecs start_time: 1753370738.434040984 secs.nsecs elapsed_time: 39.778585366 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8a50059ce800.batch_stats= snapshot_time: 1753370778.212699022 secs.nsecs start_time: 1753370738.434413308 secs.nsecs elapsed_time: 39.778285714 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8a50059ce800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8a50059ce800.batch_stats=0 llite.lustre-ffff8a50059ce800.statahead_max=2048 llite.lustre-ffff8a50059ce800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8a50059ce800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8a50059ce800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.84 seconds: 119.73 ops/second llite.lustre-ffff8a50059ce800.statahead_max=0 101 real 0m0.647s user 0m0.001s sys 0m0.242s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8a50059ce800.statahead_max=2048 2048 101 real 0m0.364s user 0m0.003s sys 0m0.172s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.98 seconds: 455.31 ops/second llite.lustre-ffff8a50059ce800.statahead_max=0 1001 real 0m6.060s user 0m0.018s sys 0m2.248s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff8a50059ce800.statahead_max=2048 2048 1001 real 0m3.381s user 0m0.014s sys 0m1.366s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4449 (time 1753370891.00 total 10.00 last 444.87) - open/close 8835 (time 1753370901.01 total 20.00 last 438.59) total: 9000 open/close in 20.38 seconds: 441.51 ops/second llite.lustre-ffff8a50059ce800.statahead_max=0 10001 real 1m0.678s user 0m0.237s sys 0m21.793s ls -l 10000 files without statahead: 61 sec llite.lustre-ffff8a50059ce800.statahead_max=2048 2048 10001 real 0m28.133s user 0m0.175s sys 0m19.042s ls -l 10000 files with statahead: 28 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 64 seconds llite.lustre-ffff8a50059ce800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8a50059ce800.batch_stats= snapshot_time: 1753371065.238677335 secs.nsecs start_time: 1753370779.038594446 secs.nsecs elapsed_time: 286.200082889 secs.nsecs subreqs per batch batches % cum % 1: 32 40 40 2: 6 7 48 4: 4 5 53 8: 3 3 56 16: 0 0 56 32: 0 0 56 64: 1 1 58 128: 7 8 67 256: 26 32 100 mdc.lustre-MDT0001-mdc-ffff8a50059ce800.batch_stats= snapshot_time: 1753371065.238743238 secs.nsecs start_time: 1753370779.038746696 secs.nsecs elapsed_time: 286.199996542 secs.nsecs subreqs per batch batches % cum % 1: 35 38 38 2: 11 11 50 4: 5 5 55 8: 4 4 59 16: 1 1 60 32: 0 0 60 64: 2 2 63 128: 2 2 65 256: 32 34 100 - open/close 5304 (time 1753371076.22 total 10.00 last 530.32) total: 10000 open/close in 18.60 seconds: 537.65 ops/second llite.lustre-ffff8a50059ce800.statahead_batch_max=0 llite.lustre-ffff8a50059ce800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8a50059ce800.stats=clear mdc.lustre-MDT0001-mdc-ffff8a50059ce800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m27.398s user 0m0.163s sys 0m23.651s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8a50059ce800.statahead_batch_max=256 llite.lustre-ffff8a50059ce800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8a50059ce800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8a50059ce800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8a50059ce800.stats=clear mdc.lustre-MDT0001-mdc-ffff8a50059ce800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m27.312s user 0m0.160s sys 0m20.598s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8a50059ce800.batch_stats= snapshot_time: 1753371146.813420563 secs.nsecs start_time: 1753371114.759848722 secs.nsecs elapsed_time: 32.053571841 secs.nsecs subreqs per batch batches % cum % 1: 228 62 62 2: 44 12 74 4: 24 6 81 8: 5 1 82 16: 2 0 83 32: 20 5 88 64: 6 1 90 128: 0 0 90 256: 35 9 100 mdc.lustre-MDT0001-mdc-ffff8a50059ce800.batch_stats= snapshot_time: 1753371146.813486142 secs.nsecs start_time: 1753371114.759927310 secs.nsecs elapsed_time: 32.053558832 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8a50059ce800.statahead_batch_max=64 llite.lustre-ffff8a50059ce800.statahead_max=128