== sanity test 123ad: Verify batching statahead works correctly ========================================================== 07:47:44 (1749124064) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88012ddc1000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012ddc1000.batch_stats=0 llite.lustre-ffff88012ddc1000.statahead_max=32 llite.lustre-ffff88012ddc1000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012ddc1000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012ddc1000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.48 seconds: 209.75 ops/second llite.lustre-ffff88012ddc1000.statahead_max=0 101 real 0m0.472s user 0m0.007s sys 0m0.175s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012ddc1000.statahead_max=32 32 101 real 0m0.288s user 0m0.005s sys 0m0.107s ls -l 100 files with statahead: 0 sec statahead total: 49 statahead wrong: 1 agl total: 49 list_total: 19 fname_total: 30 hit_total: 11729 miss_total: 216 total: 900 open/close in 1.56 seconds: 576.42 ops/second llite.lustre-ffff88012ddc1000.statahead_max=0 1001 real 0m5.042s user 0m0.034s sys 0m1.881s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff88012ddc1000.statahead_max=32 32 1001 real 0m1.792s user 0m0.021s sys 0m0.945s ls -l 1000 files with statahead: 1 sec statahead total: 50 statahead wrong: 1 agl total: 50 list_total: 20 fname_total: 30 hit_total: 12728 miss_total: 217 - open/close 4643 (time 1749124088.90 total 10.00 last 464.27) total: 9000 open/close in 19.06 seconds: 472.13 ops/second llite.lustre-ffff88012ddc1000.statahead_max=0 10001 real 0m49.852s user 0m0.337s sys 0m18.012s ls -l 10000 files without statahead: 50 sec llite.lustre-ffff88012ddc1000.statahead_max=32 32 10001 real 0m17.615s user 0m0.205s sys 0m9.336s ls -l 10000 files with statahead: 17 sec statahead total: 51 statahead wrong: 1 agl total: 51 list_total: 21 fname_total: 30 hit_total: 22727 miss_total: 218 ls -l done rm -r /mnt/lustre/d123ad.sanity: 37 seconds llite.lustre-ffff88012ddc1000.statahead_stats= statahead total: 51 statahead wrong: 1 agl total: 51 list_total: 21 fname_total: 30 hit_total: 22727 miss_total: 218 mdc.lustre-MDT0000-mdc-ffff88012ddc1000.batch_stats= snapshot_time: 1749124207.183333766 secs.nsecs start_time: 1749124065.939895420 secs.nsecs elapsed_time: 141.243438346 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 2 0 1 4: 3 0 1 8: 4 1 3 16: 246 69 73 32: 95 26 100 mdc.lustre-MDT0001-mdc-ffff88012ddc1000.batch_stats= snapshot_time: 1749124207.183374091 secs.nsecs start_time: 1749124065.940003220 secs.nsecs elapsed_time: 141.243370871 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 2 0 0 4: 1 0 1 8: 5 1 2 16: 143 40 42 32: 203 57 100 - open/close 5203 (time 1749124217.83 total 10.00 last 520.29) - open/close 8795 (time 1749124227.83 total 20.00 last 359.17) total: 10000 open/close in 26.12 seconds: 382.89 ops/second llite.lustre-ffff88012ddc1000.statahead_batch_max=0 llite.lustre-ffff88012ddc1000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012ddc1000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012ddc1000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m11.371s user 0m0.226s sys 0m9.884s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012ddc1000.statahead_batch_max=32 llite.lustre-ffff88012ddc1000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012ddc1000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012ddc1000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012ddc1000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012ddc1000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m20.809s user 0m0.221s sys 0m9.102s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012ddc1000.batch_stats= snapshot_time: 1749124271.198869918 secs.nsecs start_time: 1749124247.751851312 secs.nsecs elapsed_time: 23.447018606 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88012ddc1000.batch_stats= snapshot_time: 1749124271.198913893 secs.nsecs start_time: 1749124247.751913508 secs.nsecs elapsed_time: 23.447000385 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88012ddc1000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012ddc1000.batch_stats=0 llite.lustre-ffff88012ddc1000.statahead_max=2048 llite.lustre-ffff88012ddc1000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff88012ddc1000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012ddc1000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.80 seconds: 124.27 ops/second llite.lustre-ffff88012ddc1000.statahead_max=0 101 real 0m0.835s user 0m0.013s sys 0m0.246s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012ddc1000.statahead_max=2048 2048 101 real 0m0.401s user 0m0.003s sys 0m0.145s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 6 total: 900 open/close in 2.81 seconds: 320.36 ops/second llite.lustre-ffff88012ddc1000.statahead_max=0 1001 real 0m7.618s user 0m0.058s sys 0m2.392s ls -l 1000 files without statahead: 7 sec llite.lustre-ffff88012ddc1000.statahead_max=2048 2048 1001 real 0m1.590s user 0m0.019s sys 0m1.030s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 7 - open/close 3504 (time 1749124367.90 total 10.00 last 350.40) - open/close 7609 (time 1749124377.90 total 20.00 last 410.41) total: 9000 open/close in 22.59 seconds: 398.37 ops/second llite.lustre-ffff88012ddc1000.statahead_max=0 10001 real 1m1.322s user 0m0.554s sys 0m20.785s ls -l 10000 files without statahead: 62 sec llite.lustre-ffff88012ddc1000.statahead_max=2048 2048 10001 real 0m11.149s user 0m0.254s sys 0m9.757s ls -l 10000 files with statahead: 11 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 8 ls -l done rm -r /mnt/lustre/d123ad.sanity: 42 seconds llite.lustre-ffff88012ddc1000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 8 mdc.lustre-MDT0000-mdc-ffff88012ddc1000.batch_stats= snapshot_time: 1749124499.834362594 secs.nsecs start_time: 1749124271.625292487 secs.nsecs elapsed_time: 228.209070107 secs.nsecs subreqs per batch batches % cum % 1: 5 10 10 2: 0 0 10 4: 6 12 23 8: 1 2 25 16: 0 0 25 32: 0 0 25 64: 1 2 27 128: 11 23 51 256: 23 48 100 mdc.lustre-MDT0001-mdc-ffff88012ddc1000.batch_stats= snapshot_time: 1749124499.834408917 secs.nsecs start_time: 1749124271.625376527 secs.nsecs elapsed_time: 228.209032390 secs.nsecs subreqs per batch batches % cum % 1: 5 9 9 2: 1 1 11 4: 2 3 15 8: 4 7 23 16: 1 1 25 32: 0 0 25 64: 2 3 29 128: 3 5 35 256: 33 64 100 - open/close 4421 (time 1749124510.53 total 10.00 last 442.05) total: 10000 open/close in 19.75 seconds: 506.40 ops/second llite.lustre-ffff88012ddc1000.statahead_batch_max=0 llite.lustre-ffff88012ddc1000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012ddc1000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012ddc1000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.754s user 0m0.193s sys 0m9.718s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012ddc1000.statahead_batch_max=256 llite.lustre-ffff88012ddc1000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012ddc1000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012ddc1000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012ddc1000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012ddc1000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.755s user 0m0.231s sys 0m9.272s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012ddc1000.batch_stats= snapshot_time: 1749124546.076647770 secs.nsecs start_time: 1749124532.862315560 secs.nsecs elapsed_time: 13.214332210 secs.nsecs subreqs per batch batches % cum % 1: 231 72 72 2: 7 2 74 4: 4 1 75 8: 6 1 77 16: 18 5 83 32: 17 5 88 64: 0 0 88 128: 0 0 88 256: 36 11 100 mdc.lustre-MDT0001-mdc-ffff88012ddc1000.batch_stats= snapshot_time: 1749124546.076685551 secs.nsecs start_time: 1749124532.862361305 secs.nsecs elapsed_time: 13.214324246 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88012ddc1000.statahead_batch_max=64 llite.lustre-ffff88012ddc1000.statahead_max=128