== sanity test 123ad: Verify batching statahead works correctly ========================================================== 15:50:35 (1713210635) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88012a617800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012a617800.batch_stats=0 llite.lustre-ffff88012a617800.statahead_max=32 llite.lustre-ffff88012a617800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012a617800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012a617800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.55 seconds: 181.74 ops/second llite.lustre-ffff88012a617800.statahead_max=0 101 real 0m0.513s user 0m0.005s sys 0m0.190s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012a617800.statahead_max=32 32 101 real 0m0.300s user 0m0.006s sys 0m0.108s ls -l 100 files with statahead: 1 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 11791 miss_total: 141 total: 900 open/close in 1.72 seconds: 522.59 ops/second llite.lustre-ffff88012a617800.statahead_max=0 1001 real 0m4.949s user 0m0.020s sys 0m1.848s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff88012a617800.statahead_max=32 32 1001 real 0m1.646s user 0m0.021s sys 0m0.866s ls -l 1000 files with statahead: 2 sec statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 12790 miss_total: 142 - open/close 5142 (time 1713210659.54 total 10.00 last 514.19) total: 9000 open/close in 17.74 seconds: 507.37 ops/second llite.lustre-ffff88012a617800.statahead_max=0 10001 real 0m48.547s user 0m0.249s sys 0m17.731s ls -l 10000 files without statahead: 48 sec llite.lustre-ffff88012a617800.statahead_max=32 32 10001 real 0m16.312s user 0m0.194s sys 0m8.721s ls -l 10000 files with statahead: 17 sec statahead total: 32 statahead wrong: 0 agl total: 32 list_total: 32 fname_total: 0 hit_total: 22789 miss_total: 143 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 36 seconds rm done statahead total: 32 statahead wrong: 0 agl total: 32 list_total: 32 fname_total: 0 hit_total: 22789 miss_total: 143 mdc.lustre-MDT0000-mdc-ffff88012a617800.batch_stats= snapshot_time: 1713210772.912169057 secs.nsecs start_time: 1713210636.337109210 secs.nsecs elapsed_time: 136.575059847 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 0 4: 4 1 1 8: 5 1 3 16: 222 62 65 32: 122 34 100 mdc.lustre-MDT0001-mdc-ffff88012a617800.batch_stats= snapshot_time: 1713210772.912284209 secs.nsecs start_time: 1713210636.337215093 secs.nsecs elapsed_time: 136.575069116 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 3 0 0 8: 5 1 2 16: 207 58 60 32: 138 39 100 - open/close 5104 (time 1713210783.55 total 10.00 last 510.37) total: 10000 open/close in 19.89 seconds: 502.64 ops/second llite.lustre-ffff88012a617800.statahead_batch_max=0 llite.lustre-ffff88012a617800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a617800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012a617800.stats=clear 10001 real 0m10.107s user 0m0.208s sys 0m9.366s llite.lustre-ffff88012a617800.statahead_batch_max=32 llite.lustre-ffff88012a617800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a617800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012a617800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a617800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012a617800.stats=clear 10001 real 0m19.662s user 0m0.210s sys 0m8.718s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff88012a617800.batch_stats= snapshot_time: 1713210827.415577087 secs.nsecs start_time: 1713210805.353496518 secs.nsecs elapsed_time: 22.062080569 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88012a617800.batch_stats= snapshot_time: 1713210827.415739814 secs.nsecs start_time: 1713210805.353612767 secs.nsecs elapsed_time: 22.062127047 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88012a617800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012a617800.batch_stats=0 llite.lustre-ffff88012a617800.statahead_max=2048 llite.lustre-ffff88012a617800.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012a617800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012a617800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.58 seconds: 172.88 ops/second llite.lustre-ffff88012a617800.statahead_max=0 101 real 0m0.495s user 0m0.003s sys 0m0.189s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012a617800.statahead_max=2048 2048 101 real 0m0.260s user 0m0.003s sys 0m0.103s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.73 seconds: 520.48 ops/second llite.lustre-ffff88012a617800.statahead_max=0 1001 real 0m5.109s user 0m0.024s sys 0m1.899s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff88012a617800.statahead_max=2048 2048 1001 real 0m1.339s user 0m0.021s sys 0m0.873s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 5122 (time 1713210886.92 total 10.00 last 512.13) total: 9000 open/close in 17.51 seconds: 513.93 ops/second llite.lustre-ffff88012a617800.statahead_max=0 10001 real 0m47.788s user 0m0.224s sys 0m17.629s ls -l 10000 files without statahead: 48 sec llite.lustre-ffff88012a617800.statahead_max=2048 2048 10001 real 0m9.344s user 0m0.188s sys 0m8.113s ls -l 10000 files with statahead: 9 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 35 seconds rm done statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff88012a617800.batch_stats= snapshot_time: 1713210991.417311898 secs.nsecs start_time: 1713210828.052730571 secs.nsecs elapsed_time: 163.364581327 secs.nsecs subreqs per batch batches % cum % 1: 93 58 58 2: 7 4 62 4: 8 5 67 8: 13 8 76 16: 3 1 77 32: 2 1 79 64: 1 0 79 128: 5 3 83 256: 27 16 100 mdc.lustre-MDT0001-mdc-ffff88012a617800.batch_stats= snapshot_time: 1713210991.417410042 secs.nsecs start_time: 1713210828.052824167 secs.nsecs elapsed_time: 163.364585875 secs.nsecs subreqs per batch batches % cum % 1: 82 50 50 2: 13 8 59 4: 9 5 64 8: 8 4 69 16: 11 6 76 32: 3 1 78 64: 3 1 80 128: 0 0 80 256: 32 19 100 - open/close 5134 (time 1713211002.27 total 10.00 last 513.31) total: 10000 open/close in 19.53 seconds: 511.97 ops/second llite.lustre-ffff88012a617800.statahead_batch_max=0 llite.lustre-ffff88012a617800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a617800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012a617800.stats=clear 10001 real 0m10.194s user 0m0.208s sys 0m9.040s llite.lustre-ffff88012a617800.statahead_batch_max=256 llite.lustre-ffff88012a617800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a617800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012a617800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a617800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012a617800.stats=clear 10001 real 0m10.071s user 0m0.197s sys 0m8.528s unbatched RPCs: 10004, batched RPCs: 395 mdc.lustre-MDT0000-mdc-ffff88012a617800.batch_stats= snapshot_time: 1713211036.231340541 secs.nsecs start_time: 1713211023.768830652 secs.nsecs elapsed_time: 12.462509889 secs.nsecs subreqs per batch batches % cum % 1: 276 69 69 2: 18 4 74 4: 13 3 77 8: 18 4 82 16: 16 4 86 32: 16 4 90 64: 3 0 91 128: 0 0 91 256: 35 8 100 mdc.lustre-MDT0001-mdc-ffff88012a617800.batch_stats= snapshot_time: 1713211036.231445891 secs.nsecs start_time: 1713211023.768909887 secs.nsecs elapsed_time: 12.462536004 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88012a617800.statahead_batch_max=64 llite.lustre-ffff88012a617800.statahead_max=128