== sanity test 123ad: Verify batching statahead works correctly ========================================================== 00:04:47 (1764738287) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8e310c110000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8e310c110000.batch_stats=0 llite.lustre-ffff8e310c110000.statahead_max=32 llite.lustre-ffff8e310c110000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8e310c110000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8e310c110000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.69 seconds: 144.62 ops/second llite.lustre-ffff8e310c110000.statahead_max=0 101 real 0m0.642s user 0m0.002s sys 0m0.239s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8e310c110000.statahead_max=32 32 101 real 0m0.396s user 0m0.003s sys 0m0.213s ls -l 100 files with statahead: 0 sec statahead total: 90 statahead wrong: 2 agl total: 85 list_total: 32 fname_total: 58 hit_total: 23824 miss_total: 975 total: 900 open/close in 2.06 seconds: 437.58 ops/second llite.lustre-ffff8e310c110000.statahead_max=0 1001 real 0m6.212s user 0m0.029s sys 0m2.267s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff8e310c110000.statahead_max=32 32 1001 real 0m4.068s user 0m0.018s sys 0m1.989s ls -l 1000 files with statahead: 4 sec statahead total: 91 statahead wrong: 2 agl total: 86 list_total: 33 fname_total: 58 hit_total: 24823 miss_total: 976 - open/close 4520 (time 1764738318.92 total 10.00 last 451.88) total: 9000 open/close in 19.76 seconds: 455.47 ops/second llite.lustre-ffff8e310c110000.statahead_max=0 10001 real 1m0.332s user 0m0.200s sys 0m21.671s ls -l 10000 files without statahead: 60 sec llite.lustre-ffff8e310c110000.statahead_max=32 32 10001 real 0m39.599s user 0m0.161s sys 0m17.974s ls -l 10000 files with statahead: 40 sec statahead total: 92 statahead wrong: 2 agl total: 87 list_total: 34 fname_total: 58 hit_total: 34822 miss_total: 977 ls -l done rm -r /mnt/lustre/d123ad.sanity: 70 seconds llite.lustre-ffff8e310c110000.statahead_stats= statahead total: 92 statahead wrong: 2 agl total: 87 list_total: 34 fname_total: 58 hit_total: 34822 miss_total: 977 mdc.lustre-MDT0000-mdc-ffff8e310c110000.batch_stats= snapshot_time: 1764738509.720319207 secs.nsecs start_time: 1764738289.184492583 secs.nsecs elapsed_time: 220.535826624 secs.nsecs subreqs per batch batches % cum % 1: 4 1 1 2: 1 0 1 4: 4 1 2 8: 3 0 3 16: 200 56 59 32: 144 40 100 mdc.lustre-MDT0001-mdc-ffff8e310c110000.batch_stats= snapshot_time: 1764738509.720382052 secs.nsecs start_time: 1764738289.184583427 secs.nsecs elapsed_time: 220.535798625 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 0 0 4: 1 0 0 8: 11 3 3 16: 192 54 57 32: 149 42 100 - open/close 4559 (time 1764738520.66 total 10.00 last 455.90) - open/close 9216 (time 1764738530.66 total 20.00 last 465.66) total: 10000 open/close in 21.65 seconds: 461.91 ops/second llite.lustre-ffff8e310c110000.statahead_batch_max=0 llite.lustre-ffff8e310c110000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8e310c110000.stats=clear mdc.lustre-MDT0001-mdc-ffff8e310c110000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m32.378s user 0m0.159s sys 0m29.389s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8e310c110000.statahead_batch_max=32 llite.lustre-ffff8e310c110000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8e310c110000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8e310c110000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8e310c110000.stats=clear mdc.lustre-MDT0001-mdc-ffff8e310c110000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m34.347s user 0m0.156s sys 0m19.841s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8e310c110000.batch_stats= snapshot_time: 1764738606.285699139 secs.nsecs start_time: 1764738567.352312888 secs.nsecs elapsed_time: 38.933386251 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8e310c110000.batch_stats= snapshot_time: 1764738606.285766577 secs.nsecs start_time: 1764738567.352378193 secs.nsecs elapsed_time: 38.933388384 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8e310c110000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8e310c110000.batch_stats=0 llite.lustre-ffff8e310c110000.statahead_max=2048 llite.lustre-ffff8e310c110000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8e310c110000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8e310c110000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.70 seconds: 143.12 ops/second llite.lustre-ffff8e310c110000.statahead_max=0 101 real 0m0.596s user 0m0.003s sys 0m0.224s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8e310c110000.statahead_max=2048 2048 101 real 0m0.317s user 0m0.007s sys 0m0.180s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.79 seconds: 503.93 ops/second llite.lustre-ffff8e310c110000.statahead_max=0 1001 real 0m5.714s user 0m0.020s sys 0m2.095s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8e310c110000.statahead_max=2048 2048 1001 real 0m3.587s user 0m0.014s sys 0m1.293s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4717 (time 1764738721.92 total 10.00 last 471.69) total: 9000 open/close in 18.87 seconds: 477.01 ops/second llite.lustre-ffff8e310c110000.statahead_max=0 10001 real 1m0.420s user 0m0.228s sys 0m21.909s ls -l 10000 files without statahead: 61 sec llite.lustre-ffff8e310c110000.statahead_max=2048 2048 10001 real 0m31.143s user 0m0.168s sys 0m21.911s ls -l 10000 files with statahead: 32 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 58 seconds llite.lustre-ffff8e310c110000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8e310c110000.batch_stats= snapshot_time: 1764738892.303249889 secs.nsecs start_time: 1764738607.136816553 secs.nsecs elapsed_time: 285.166433336 secs.nsecs subreqs per batch batches % cum % 1: 78 59 59 2: 11 8 67 4: 6 4 71 8: 4 3 75 16: 0 0 75 32: 0 0 75 64: 0 0 75 128: 6 4 79 256: 27 20 100 mdc.lustre-MDT0001-mdc-ffff8e310c110000.batch_stats= snapshot_time: 1764738892.303306311 secs.nsecs start_time: 1764738607.136966875 secs.nsecs elapsed_time: 285.166339436 secs.nsecs subreqs per batch batches % cum % 1: 97 62 62 2: 15 9 71 4: 6 3 75 8: 1 0 76 16: 1 0 76 32: 0 0 76 64: 2 1 78 128: 2 1 79 256: 32 20 100 - open/close 5222 (time 1764738903.15 total 10.00 last 522.18) total: 10000 open/close in 19.29 seconds: 518.42 ops/second llite.lustre-ffff8e310c110000.statahead_batch_max=0 llite.lustre-ffff8e310c110000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8e310c110000.stats=clear mdc.lustre-MDT0001-mdc-ffff8e310c110000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m29.864s user 0m0.168s sys 0m24.973s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8e310c110000.statahead_batch_max=256 llite.lustre-ffff8e310c110000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8e310c110000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8e310c110000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8e310c110000.stats=clear mdc.lustre-MDT0001-mdc-ffff8e310c110000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m25.293s user 0m0.136s sys 0m18.104s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8e310c110000.batch_stats= snapshot_time: 1764738974.891612862 secs.nsecs start_time: 1764738944.937896867 secs.nsecs elapsed_time: 29.953715995 secs.nsecs subreqs per batch batches % cum % 1: 215 58 58 2: 45 12 70 4: 35 9 79 8: 12 3 82 16: 3 0 83 32: 19 5 88 64: 7 1 90 128: 0 0 90 256: 34 9 100 mdc.lustre-MDT0001-mdc-ffff8e310c110000.batch_stats= snapshot_time: 1764738974.891668418 secs.nsecs start_time: 1764738944.937944872 secs.nsecs elapsed_time: 29.953723546 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8e310c110000.statahead_batch_max=64 llite.lustre-ffff8e310c110000.statahead_max=128