== sanity test 123ad: Verify batching statahead works correctly ========================================================== 13:57:11 (1774893431) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8bde0714b000.batch_stats=0 llite.lustre-ffff8bde0714b000.statahead_max=32 llite.lustre-ffff8bde0714b000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8bde0714b000.batch_stats=0 total: 100 open/close in 0.77 seconds: 130.68 ops/second llite.lustre-ffff8bde0714b000.statahead_max=0 101 real 0m0.724s user 0m0.002s sys 0m0.283s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8bde0714b000.statahead_max=32 32 101 real 0m0.359s user 0m0.003s sys 0m0.222s ls -l 100 files with statahead: 1 sec statahead total: 102 statahead wrong: 2 agl total: 97 list_total: 32 fname_total: 68 hit_total: 33593 miss_total: 1676 total: 900 open/close in 1.64 seconds: 548.76 ops/second llite.lustre-ffff8bde0714b000.statahead_max=0 1001 real 0m5.680s user 0m0.023s sys 0m2.265s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff8bde0714b000.statahead_max=32 32 1001 real 0m4.003s user 0m0.016s sys 0m2.352s ls -l 1000 files with statahead: 4 sec statahead total: 103 statahead wrong: 2 agl total: 98 list_total: 33 fname_total: 68 hit_total: 34592 miss_total: 1677 - open/close 5067 (time 1774893461.76 total 10.01 last 506.08) total: 9000 open/close in 18.00 seconds: 500.11 ops/second llite.lustre-ffff8bde0714b000.statahead_max=0 10001 real 0m59.134s user 0m0.201s sys 0m22.636s ls -l 10000 files without statahead: 59 sec llite.lustre-ffff8bde0714b000.statahead_max=32 32 10001 real 0m44.216s user 0m0.178s sys 0m26.215s ls -l 10000 files with statahead: 44 sec statahead total: 104 statahead wrong: 2 agl total: 99 list_total: 34 fname_total: 68 hit_total: 44591 miss_total: 1678 ls -l done rm -r /mnt/lustre/d123ad.sanity: 76 seconds llite.lustre-ffff8bde0714b000.statahead_stats= statahead total: 104 statahead wrong: 2 agl total: 99 list_total: 34 fname_total: 68 hit_total: 44591 miss_total: 1678 mdc.lustre-MDT0000-mdc-ffff8bde0714b000.batch_stats= snapshot_time: 1774893662.475343832 secs.nsecs start_time: 1774893433.517898175 secs.nsecs elapsed_time: 228.957445657 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 1 0 0 8: 3 0 1 16: 4 1 2 32: 346 97 100 - open/close 4639 (time 1774893673.92 total 10.00 last 463.89) - open/close 9039 (time 1774893683.92 total 20.00 last 439.97) total: 10000 open/close in 22.06 seconds: 453.39 ops/second llite.lustre-ffff8bde0714b000.statahead_batch_max=0 llite.lustre-ffff8bde0714b000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8bde0714b000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m52.584s user 0m0.176s sys 0m50.355s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8bde0714b000.statahead_batch_max=32 llite.lustre-ffff8bde0714b000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8bde0714b000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8bde0714b000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m50.118s user 0m0.177s sys 0m31.287s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8bde0714b000.batch_stats= snapshot_time: 1774893798.722159899 secs.nsecs start_time: 1774893741.710462678 secs.nsecs elapsed_time: 57.011697221 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8bde0714b000.batch_stats=0 llite.lustre-ffff8bde0714b000.statahead_max=2048 llite.lustre-ffff8bde0714b000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8bde0714b000.batch_stats=0 total: 100 open/close in 1.59 seconds: 62.86 ops/second llite.lustre-ffff8bde0714b000.statahead_max=0 101 real 0m0.650s user 0m0.004s sys 0m0.251s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8bde0714b000.statahead_max=2048 2048 101 real 0m0.399s user 0m0.005s sys 0m0.280s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.97 seconds: 457.68 ops/second llite.lustre-ffff8bde0714b000.statahead_max=0 1001 real 0m6.353s user 0m0.020s sys 0m2.506s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff8bde0714b000.statahead_max=2048 2048 1001 real 0m5.147s user 0m0.013s sys 0m1.754s ls -l 1000 files with statahead: 5 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4478 (time 1774893924.74 total 10.00 last 447.74) total: 9000 open/close in 19.96 seconds: 450.89 ops/second llite.lustre-ffff8bde0714b000.statahead_max=0 10001 real 1m1.402s user 0m0.205s sys 0m23.671s ls -l 10000 files without statahead: 62 sec llite.lustre-ffff8bde0714b000.statahead_max=2048 2048 10001 real 0m29.101s user 0m0.155s sys 0m21.064s ls -l 10000 files with statahead: 30 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 71 seconds llite.lustre-ffff8bde0714b000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8bde0714b000.batch_stats= snapshot_time: 1774894112.419557667 secs.nsecs start_time: 1774893799.587839451 secs.nsecs elapsed_time: 312.831718216 secs.nsecs subreqs per batch batches % cum % 1: 146 55 55 2: 28 10 66 4: 14 5 72 8: 3 1 73 16: 7 2 75 32: 22 8 84 64: 0 0 84 128: 1 0 84 256: 40 15 100 - open/close 4485 (time 1774894123.66 total 10.00 last 448.44) - open/close 9056 (time 1774894133.66 total 20.00 last 457.01) total: 10000 open/close in 22.08 seconds: 452.94 ops/second llite.lustre-ffff8bde0714b000.statahead_batch_max=0 llite.lustre-ffff8bde0714b000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8bde0714b000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m39.342s user 0m0.158s sys 0m33.559s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8bde0714b000.statahead_batch_max=256 llite.lustre-ffff8bde0714b000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8bde0714b000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8bde0714b000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m35.881s user 0m0.152s sys 0m23.297s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8bde0714b000.batch_stats= snapshot_time: 1774894221.458055173 secs.nsecs start_time: 1774894178.299754698 secs.nsecs elapsed_time: 43.158300475 secs.nsecs subreqs per batch batches % cum % 1: 537 75 75 2: 72 10 85 4: 28 3 89 8: 12 1 91 16: 7 0 92 32: 19 2 95 64: 1 0 95 128: 0 0 95 256: 34 4 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8bde0714b000.statahead_batch_max=64 llite.lustre-ffff8bde0714b000.statahead_max=128