== sanity test 123ad: Verify batching statahead works correctly ========================================================== 14:06:29 (1733166389) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88012dba5000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012dba5000.batch_stats=0 llite.lustre-ffff88012dba5000.statahead_max=32 llite.lustre-ffff88012dba5000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012dba5000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012dba5000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.53 seconds: 190.35 ops/second llite.lustre-ffff88012dba5000.statahead_max=0 101 real 0m0.577s user 0m0.004s sys 0m0.222s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012dba5000.statahead_max=32 32 101 real 0m0.370s user 0m0.001s sys 0m0.141s ls -l 100 files with statahead: 0 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 11794 miss_total: 142 total: 900 open/close in 1.66 seconds: 541.04 ops/second llite.lustre-ffff88012dba5000.statahead_max=0 1001 real 0m4.955s user 0m0.026s sys 0m1.909s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff88012dba5000.statahead_max=32 32 1001 real 0m1.818s user 0m0.023s sys 0m1.004s ls -l 1000 files with statahead: 2 sec statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 12793 miss_total: 143 - open/close 5155 (time 1733166414.19 total 10.00 last 515.42) total: 9000 open/close in 17.28 seconds: 520.85 ops/second llite.lustre-ffff88012dba5000.statahead_max=0 10001 real 0m51.270s user 0m0.320s sys 0m19.071s ls -l 10000 files without statahead: 52 sec llite.lustre-ffff88012dba5000.statahead_max=32 32 10001 real 0m16.111s user 0m0.205s sys 0m8.704s ls -l 10000 files with statahead: 17 sec statahead total: 32 statahead wrong: 0 agl total: 32 list_total: 32 fname_total: 0 hit_total: 22792 miss_total: 144 ls -l done rm -r /mnt/lustre/d123ad.sanity: 38 seconds llite.lustre-ffff88012dba5000.statahead_stats= statahead total: 32 statahead wrong: 0 agl total: 32 list_total: 32 fname_total: 0 hit_total: 22792 miss_total: 144 mdc.lustre-MDT0000-mdc-ffff88012dba5000.batch_stats= snapshot_time: 1733166531.353959025 secs.nsecs start_time: 1733166390.876051341 secs.nsecs elapsed_time: 140.477907684 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 2 0 0 4: 4 1 1 8: 2 0 2 16: 204 57 59 32: 142 40 100 mdc.lustre-MDT0001-mdc-ffff88012dba5000.batch_stats= snapshot_time: 1733166531.354075380 secs.nsecs start_time: 1733166390.876179453 secs.nsecs elapsed_time: 140.477895927 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 3 0 1 8: 4 1 2 16: 200 56 58 32: 146 41 100 - open/close 5355 (time 1733166542.05 total 10.00 last 535.47) total: 10000 open/close in 18.47 seconds: 541.30 ops/second llite.lustre-ffff88012dba5000.statahead_batch_max=0 llite.lustre-ffff88012dba5000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012dba5000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012dba5000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.950s user 0m0.269s sys 0m10.052s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012dba5000.statahead_batch_max=32 llite.lustre-ffff88012dba5000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012dba5000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012dba5000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012dba5000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012dba5000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m19.529s user 0m0.207s sys 0m8.919s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012dba5000.batch_stats= snapshot_time: 1733166585.191965756 secs.nsecs start_time: 1733166563.423263065 secs.nsecs elapsed_time: 21.768702691 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88012dba5000.batch_stats= snapshot_time: 1733166585.192076154 secs.nsecs start_time: 1733166563.423360970 secs.nsecs elapsed_time: 21.768715184 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88012dba5000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012dba5000.batch_stats=0 llite.lustre-ffff88012dba5000.statahead_max=2048 llite.lustre-ffff88012dba5000.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012dba5000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012dba5000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.63 seconds: 159.64 ops/second llite.lustre-ffff88012dba5000.statahead_max=0 101 real 0m0.586s user 0m0.004s sys 0m0.216s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012dba5000.statahead_max=2048 2048 101 real 0m0.299s user 0m0.003s sys 0m0.125s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.71 seconds: 526.40 ops/second llite.lustre-ffff88012dba5000.statahead_max=0 1001 real 0m5.767s user 0m0.046s sys 0m2.149s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff88012dba5000.statahead_max=2048 2048 1001 real 0m1.514s user 0m0.025s sys 0m0.925s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 5190 (time 1733166675.74 total 10.00 last 518.94) total: 9000 open/close in 17.27 seconds: 521.03 ops/second llite.lustre-ffff88012dba5000.statahead_max=0 10001 real 0m50.120s user 0m0.299s sys 0m19.055s ls -l 10000 files without statahead: 50 sec llite.lustre-ffff88012dba5000.statahead_max=2048 2048 10001 real 0m9.435s user 0m0.197s sys 0m8.160s ls -l 10000 files with statahead: 9 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 34 seconds llite.lustre-ffff88012dba5000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff88012dba5000.batch_stats= snapshot_time: 1733166780.944416734 secs.nsecs start_time: 1733166585.877992610 secs.nsecs elapsed_time: 195.066424124 secs.nsecs subreqs per batch batches % cum % 1: 13 23 23 2: 2 3 27 4: 3 5 32 8: 2 3 36 16: 0 0 36 32: 0 0 36 64: 1 1 38 128: 1 1 40 256: 33 60 100 mdc.lustre-MDT0001-mdc-ffff88012dba5000.batch_stats= snapshot_time: 1733166780.944545428 secs.nsecs start_time: 1733166585.878161465 secs.nsecs elapsed_time: 195.066383963 secs.nsecs subreqs per batch batches % cum % 1: 18 29 29 2: 0 0 29 4: 5 8 37 8: 3 4 41 16: 0 0 41 32: 1 1 43 64: 1 1 45 128: 3 4 50 256: 31 50 100 - open/close 5215 (time 1733166791.68 total 10.00 last 521.45) total: 10000 open/close in 18.57 seconds: 538.36 ops/second llite.lustre-ffff88012dba5000.statahead_batch_max=0 llite.lustre-ffff88012dba5000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012dba5000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012dba5000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m9.544s user 0m0.203s sys 0m8.599s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012dba5000.statahead_batch_max=256 llite.lustre-ffff88012dba5000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012dba5000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012dba5000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012dba5000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012dba5000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m9.471s user 0m0.185s sys 0m8.215s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012dba5000.batch_stats= snapshot_time: 1733166823.316471687 secs.nsecs start_time: 1733166811.584877627 secs.nsecs elapsed_time: 11.731594060 secs.nsecs subreqs per batch batches % cum % 1: 255 65 65 2: 22 5 71 4: 11 2 74 8: 22 5 80 16: 21 5 85 32: 15 3 89 64: 7 1 91 128: 0 0 91 256: 34 8 100 mdc.lustre-MDT0001-mdc-ffff88012dba5000.batch_stats= snapshot_time: 1733166823.316573047 secs.nsecs start_time: 1733166811.585040587 secs.nsecs elapsed_time: 11.731532460 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88012dba5000.statahead_batch_max=64 llite.lustre-ffff88012dba5000.statahead_max=128