== sanity test 123ad: Verify batching statahead works correctly ========================================================== 13:32:31 (1772476351) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9aae83ccc000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9aae83ccc000.batch_stats=0 llite.lustre-ffff9aae83ccc000.statahead_max=32 llite.lustre-ffff9aae83ccc000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9aae83ccc000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9aae83ccc000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.62 seconds: 161.20 ops/second llite.lustre-ffff9aae83ccc000.statahead_max=0 101 real 0m0.622s user 0m0.004s sys 0m0.239s ls -l 100 files without statahead: 0 sec llite.lustre-ffff9aae83ccc000.statahead_max=32 32 101 real 0m0.616s user 0m0.003s sys 0m0.328s ls -l 100 files with statahead: 0 sec statahead total: 101 statahead wrong: 2 agl total: 95 list_total: 33 fname_total: 68 hit_total: 34587 miss_total: 1263 total: 900 open/close in 1.96 seconds: 459.98 ops/second llite.lustre-ffff9aae83ccc000.statahead_max=0 1001 real 0m6.192s user 0m0.018s sys 0m2.423s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff9aae83ccc000.statahead_max=32 32 1001 real 0m5.215s user 0m0.021s sys 0m2.768s ls -l 1000 files with statahead: 5 sec statahead total: 102 statahead wrong: 2 agl total: 96 list_total: 34 fname_total: 68 hit_total: 35586 miss_total: 1264 - open/close 4710 (time 1772476384.30 total 10.00 last 470.99) total: 9000 open/close in 18.83 seconds: 477.86 ops/second llite.lustre-ffff9aae83ccc000.statahead_max=0 10001 real 0m58.419s user 0m0.187s sys 0m22.228s ls -l 10000 files without statahead: 58 sec llite.lustre-ffff9aae83ccc000.statahead_max=32 32 10001 real 0m42.467s user 0m0.166s sys 0m20.278s ls -l 10000 files with statahead: 43 sec statahead total: 103 statahead wrong: 2 agl total: 97 list_total: 35 fname_total: 68 hit_total: 45585 miss_total: 1265 ls -l done rm -r /mnt/lustre/d123ad.sanity: 65 seconds llite.lustre-ffff9aae83ccc000.statahead_stats= statahead total: 103 statahead wrong: 2 agl total: 97 list_total: 35 fname_total: 68 hit_total: 45585 miss_total: 1265 mdc.lustre-MDT0000-mdc-ffff9aae83ccc000.batch_stats= snapshot_time: 1772476573.336832617 secs.nsecs start_time: 1772476353.303312765 secs.nsecs elapsed_time: 220.033519852 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 2 0 1 4: 2 0 1 8: 7 1 3 16: 191 53 57 32: 152 42 100 mdc.lustre-MDT0001-mdc-ffff9aae83ccc000.batch_stats= snapshot_time: 1772476573.336879167 secs.nsecs start_time: 1772476353.303367501 secs.nsecs elapsed_time: 220.033511666 secs.nsecs subreqs per batch batches % cum % 1: 3 0 0 2: 2 0 1 4: 2 0 1 8: 7 1 3 16: 201 56 60 32: 142 39 100 - open/close 4528 (time 1772476584.43 total 10.00 last 452.79) - open/close 8870 (time 1772476594.43 total 20.00 last 434.17) total: 10000 open/close in 22.45 seconds: 445.51 ops/second llite.lustre-ffff9aae83ccc000.statahead_batch_max=0 llite.lustre-ffff9aae83ccc000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9aae83ccc000.stats=clear mdc.lustre-MDT0001-mdc-ffff9aae83ccc000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m47.997s user 0m0.175s sys 0m46.156s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9aae83ccc000.statahead_batch_max=32 llite.lustre-ffff9aae83ccc000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9aae83ccc000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9aae83ccc000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9aae83ccc000.stats=clear mdc.lustre-MDT0001-mdc-ffff9aae83ccc000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m40.702s user 0m0.154s sys 0m23.867s batched statahead RPC= hit count=9998 mdc.lustre-MDT0000-mdc-ffff9aae83ccc000.batch_stats= snapshot_time: 1772476697.938476606 secs.nsecs start_time: 1772476648.608221249 secs.nsecs elapsed_time: 49.330255357 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff9aae83ccc000.batch_stats= snapshot_time: 1772476697.938517264 secs.nsecs start_time: 1772476648.608287222 secs.nsecs elapsed_time: 49.330230042 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9aae83ccc000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9aae83ccc000.batch_stats=0 llite.lustre-ffff9aae83ccc000.statahead_max=2048 llite.lustre-ffff9aae83ccc000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9aae83ccc000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9aae83ccc000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.91 seconds: 110.45 ops/second llite.lustre-ffff9aae83ccc000.statahead_max=0 101 real 0m0.780s user 0m0.003s sys 0m0.296s ls -l 100 files without statahead: 1 sec llite.lustre-ffff9aae83ccc000.statahead_max=2048 2048 101 real 0m0.420s user 0m0.003s sys 0m0.230s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10097 miss_total: 3 total: 900 open/close in 1.94 seconds: 464.53 ops/second llite.lustre-ffff9aae83ccc000.statahead_max=0 1001 real 0m7.927s user 0m0.022s sys 0m2.990s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff9aae83ccc000.statahead_max=2048 2048 1001 real 0m3.363s user 0m0.014s sys 0m1.836s ls -l 1000 files with statahead: 4 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11096 miss_total: 4 - open/close 3456 (time 1772476828.00 total 10.00 last 345.54) - open/close 7113 (time 1772476838.00 total 20.00 last 365.69) total: 9000 open/close in 25.00 seconds: 359.96 ops/second llite.lustre-ffff9aae83ccc000.statahead_max=0 10001 real 1m15.205s user 0m0.224s sys 0m27.861s ls -l 10000 files without statahead: 75 sec llite.lustre-ffff9aae83ccc000.statahead_max=2048 2048 10001 real 0m35.115s user 0m0.164s sys 0m23.735s ls -l 10000 files with statahead: 35 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21095 miss_total: 5 ls -l done rm -r /mnt/lustre/d123ad.sanity: 67 seconds llite.lustre-ffff9aae83ccc000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21095 miss_total: 5 mdc.lustre-MDT0000-mdc-ffff9aae83ccc000.batch_stats= snapshot_time: 1772477036.418667168 secs.nsecs start_time: 1772476698.733070797 secs.nsecs elapsed_time: 337.685596371 secs.nsecs subreqs per batch batches % cum % 1: 208 71 71 2: 35 12 83 4: 10 3 87 8: 4 1 88 16: 0 0 88 32: 0 0 88 64: 1 0 88 128: 1 0 89 256: 31 10 100 mdc.lustre-MDT0001-mdc-ffff9aae83ccc000.batch_stats= snapshot_time: 1772477036.418734052 secs.nsecs start_time: 1772476698.733210252 secs.nsecs elapsed_time: 337.685523800 secs.nsecs subreqs per batch batches % cum % 1: 212 74 74 2: 26 9 83 4: 9 3 86 8: 4 1 88 16: 0 0 88 32: 1 0 88 64: 1 0 88 128: 1 0 89 256: 31 10 100 - open/close 4075 (time 1772477047.26 total 10.00 last 407.50) - open/close 7916 (time 1772477057.26 total 20.00 last 384.00) total: 10000 open/close in 26.78 seconds: 373.41 ops/second llite.lustre-ffff9aae83ccc000.statahead_batch_max=0 llite.lustre-ffff9aae83ccc000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9aae83ccc000.stats=clear mdc.lustre-MDT0001-mdc-ffff9aae83ccc000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m37.424s user 0m0.141s sys 0m31.813s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9aae83ccc000.statahead_batch_max=256 llite.lustre-ffff9aae83ccc000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9aae83ccc000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9aae83ccc000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9aae83ccc000.stats=clear mdc.lustre-MDT0001-mdc-ffff9aae83ccc000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m35.969s user 0m0.138s sys 0m25.143s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9aae83ccc000.batch_stats= snapshot_time: 1772477148.493101790 secs.nsecs start_time: 1772477105.072419178 secs.nsecs elapsed_time: 43.420682612 secs.nsecs subreqs per batch batches % cum % 1: 392 68 68 2: 93 16 84 4: 27 4 88 8: 4 0 89 16: 1 0 89 32: 22 3 93 64: 3 0 94 128: 0 0 94 256: 34 5 100 mdc.lustre-MDT0001-mdc-ffff9aae83ccc000.batch_stats= snapshot_time: 1772477148.493187018 secs.nsecs start_time: 1772477105.072489068 secs.nsecs elapsed_time: 43.420697950 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9aae83ccc000.statahead_batch_max=64 llite.lustre-ffff9aae83ccc000.statahead_max=128