== sanity test 123ad: Verify batching statahead works correctly ========================================================== 14:54:33 (1771444473) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff951593630800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff951593630800.batch_stats=0 llite.lustre-ffff951593630800.statahead_max=32 llite.lustre-ffff951593630800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff951593630800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff951593630800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.70 seconds: 141.99 ops/second llite.lustre-ffff951593630800.statahead_max=0 101 real 0m0.627s user 0m0.002s sys 0m0.245s ls -l 100 files without statahead: 0 sec llite.lustre-ffff951593630800.statahead_max=32 32 101 real 0m0.416s user 0m0.004s sys 0m0.233s ls -l 100 files with statahead: 0 sec statahead total: 101 statahead wrong: 2 agl total: 96 list_total: 32 fname_total: 69 hit_total: 34008 miss_total: 1126 total: 900 open/close in 1.94 seconds: 463.82 ops/second llite.lustre-ffff951593630800.statahead_max=0 1001 real 0m6.828s user 0m0.035s sys 0m2.521s ls -l 1000 files without statahead: 7 sec llite.lustre-ffff951593630800.statahead_max=32 32 1001 real 0m4.057s user 0m0.013s sys 0m2.051s ls -l 1000 files with statahead: 4 sec statahead total: 102 statahead wrong: 2 agl total: 97 list_total: 33 fname_total: 69 hit_total: 35007 miss_total: 1127 - open/close 5129 (time 1771444505.18 total 10.00 last 512.89) total: 9000 open/close in 17.52 seconds: 513.70 ops/second llite.lustre-ffff951593630800.statahead_max=0 10001 real 0m58.881s user 0m0.240s sys 0m22.734s ls -l 10000 files without statahead: 59 sec llite.lustre-ffff951593630800.statahead_max=32 32 10001 real 0m39.035s user 0m0.149s sys 0m18.292s ls -l 10000 files with statahead: 39 sec statahead total: 103 statahead wrong: 2 agl total: 98 list_total: 34 fname_total: 69 hit_total: 45006 miss_total: 1128 ls -l done rm -r /mnt/lustre/d123ad.sanity: 69 seconds llite.lustre-ffff951593630800.statahead_stats= statahead total: 103 statahead wrong: 2 agl total: 98 list_total: 34 fname_total: 69 hit_total: 45006 miss_total: 1128 mdc.lustre-MDT0000-mdc-ffff951593630800.batch_stats= snapshot_time: 1771444693.278479537 secs.nsecs start_time: 1771444475.251321528 secs.nsecs elapsed_time: 218.027158009 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 0 0 0 4: 4 1 1 8: 5 1 3 16: 199 56 59 32: 145 40 100 mdc.lustre-MDT0001-mdc-ffff951593630800.batch_stats= snapshot_time: 1771444693.278522802 secs.nsecs start_time: 1771444475.251387364 secs.nsecs elapsed_time: 218.027135438 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 3 0 1 8: 5 1 2 16: 190 53 56 32: 154 43 100 - open/close 4250 (time 1771444704.73 total 10.00 last 424.97) - open/close 8983 (time 1771444714.73 total 20.00 last 473.29) total: 10000 open/close in 21.97 seconds: 455.20 ops/second llite.lustre-ffff951593630800.statahead_batch_max=0 llite.lustre-ffff951593630800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff951593630800.stats=clear mdc.lustre-MDT0001-mdc-ffff951593630800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m42.419s user 0m0.209s sys 0m39.073s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff951593630800.statahead_batch_max=32 llite.lustre-ffff951593630800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff951593630800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff951593630800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff951593630800.stats=clear mdc.lustre-MDT0001-mdc-ffff951593630800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m41.434s user 0m0.212s sys 0m24.338s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff951593630800.batch_stats= snapshot_time: 1771444810.400713881 secs.nsecs start_time: 1771444762.434543542 secs.nsecs elapsed_time: 47.966170339 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff951593630800.batch_stats= snapshot_time: 1771444810.400758767 secs.nsecs start_time: 1771444762.434599212 secs.nsecs elapsed_time: 47.966159555 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff951593630800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff951593630800.batch_stats=0 llite.lustre-ffff951593630800.statahead_max=2048 llite.lustre-ffff951593630800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff951593630800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff951593630800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.54 seconds: 185.62 ops/second llite.lustre-ffff951593630800.statahead_max=0 101 real 0m0.578s user 0m0.004s sys 0m0.230s ls -l 100 files without statahead: 0 sec llite.lustre-ffff951593630800.statahead_max=2048 2048 101 real 0m0.458s user 0m0.005s sys 0m0.260s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.97 seconds: 457.22 ops/second llite.lustre-ffff951593630800.statahead_max=0 1001 real 0m6.590s user 0m0.019s sys 0m2.524s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff951593630800.statahead_max=2048 2048 1001 real 0m5.085s user 0m0.017s sys 0m1.714s ls -l 1000 files with statahead: 5 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4527 (time 1771444938.54 total 10.00 last 452.65) total: 9000 open/close in 19.61 seconds: 458.98 ops/second llite.lustre-ffff951593630800.statahead_max=0 10001 real 1m0.499s user 0m0.265s sys 0m23.271s ls -l 10000 files without statahead: 60 sec llite.lustre-ffff951593630800.statahead_max=2048 2048 10001 real 0m41.598s user 0m0.179s sys 0m27.274s ls -l 10000 files with statahead: 41 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 73 seconds llite.lustre-ffff951593630800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff951593630800.batch_stats= snapshot_time: 1771445138.678036376 secs.nsecs start_time: 1771444811.298964481 secs.nsecs elapsed_time: 327.379071895 secs.nsecs subreqs per batch batches % cum % 1: 228 80 80 2: 16 5 85 4: 5 1 87 8: 2 0 88 16: 1 0 88 32: 0 0 88 64: 0 0 88 128: 7 2 91 256: 25 8 100 mdc.lustre-MDT0001-mdc-ffff951593630800.batch_stats= snapshot_time: 1771445138.678097739 secs.nsecs start_time: 1771444811.299142914 secs.nsecs elapsed_time: 327.378954825 secs.nsecs subreqs per batch batches % cum % 1: 247 78 78 2: 25 7 86 4: 4 1 87 8: 2 0 88 16: 2 0 88 32: 1 0 89 64: 1 0 89 128: 2 0 90 256: 31 9 100 - open/close 4630 (time 1771445149.49 total 10.00 last 462.94) - open/close 9186 (time 1771445159.49 total 20.00 last 455.52) total: 10000 open/close in 21.81 seconds: 458.53 ops/second llite.lustre-ffff951593630800.statahead_batch_max=0 llite.lustre-ffff951593630800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff951593630800.stats=clear mdc.lustre-MDT0001-mdc-ffff951593630800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m46.497s user 0m0.195s sys 0m36.670s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff951593630800.statahead_batch_max=256 llite.lustre-ffff951593630800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff951593630800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff951593630800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff951593630800.stats=clear mdc.lustre-MDT0001-mdc-ffff951593630800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m36.103s user 0m0.166s sys 0m24.636s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff951593630800.batch_stats= snapshot_time: 1771445255.818276881 secs.nsecs start_time: 1771445211.233490782 secs.nsecs elapsed_time: 44.584786099 secs.nsecs subreqs per batch batches % cum % 1: 338 68 68 2: 67 13 81 4: 25 5 86 8: 6 1 87 16: 3 0 88 32: 22 4 92 64: 1 0 92 128: 1 0 93 256: 34 6 100 mdc.lustre-MDT0001-mdc-ffff951593630800.batch_stats= snapshot_time: 1771445255.818329111 secs.nsecs start_time: 1771445211.233546121 secs.nsecs elapsed_time: 44.584782990 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff951593630800.statahead_batch_max=64 llite.lustre-ffff951593630800.statahead_max=128