== sanity test 123ad: Verify batching statahead works correctly ========================================================== 07:38:17 (1773661097) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8909210df800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8909210df800.batch_stats=0 llite.lustre-ffff8909210df800.statahead_max=32 llite.lustre-ffff8909210df800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8909210df800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8909210df800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.64 seconds: 157.18 ops/second llite.lustre-ffff8909210df800.statahead_max=0 101 real 0m0.614s user 0m0.005s sys 0m0.239s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8909210df800.statahead_max=32 32 101 real 0m0.391s user 0m0.002s sys 0m0.213s ls -l 100 files with statahead: 0 sec statahead total: 150 statahead wrong: 2 agl total: 143 list_total: 34 fname_total: 116 hit_total: 34078 miss_total: 1295 total: 900 open/close in 1.90 seconds: 473.25 ops/second llite.lustre-ffff8909210df800.statahead_max=0 1001 real 0m5.654s user 0m0.027s sys 0m2.210s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff8909210df800.statahead_max=32 32 1001 real 0m4.122s user 0m0.017s sys 0m2.133s ls -l 1000 files with statahead: 4 sec statahead total: 151 statahead wrong: 2 agl total: 144 list_total: 35 fname_total: 116 hit_total: 35077 miss_total: 1296 - open/close 4882 (time 1773661127.86 total 10.00 last 488.16) total: 9000 open/close in 18.30 seconds: 491.70 ops/second llite.lustre-ffff8909210df800.statahead_max=0 10001 real 1m2.748s user 0m0.251s sys 0m23.906s ls -l 10000 files without statahead: 63 sec llite.lustre-ffff8909210df800.statahead_max=32 32 10001 real 0m37.475s user 0m0.167s sys 0m17.747s ls -l 10000 files with statahead: 37 sec statahead total: 152 statahead wrong: 2 agl total: 145 list_total: 36 fname_total: 116 hit_total: 45075 miss_total: 1298 ls -l done rm -r /mnt/lustre/d123ad.sanity: 60 seconds llite.lustre-ffff8909210df800.statahead_stats= statahead total: 152 statahead wrong: 2 agl total: 145 list_total: 36 fname_total: 116 hit_total: 45075 miss_total: 1298 mdc.lustre-MDT0000-mdc-ffff8909210df800.batch_stats= snapshot_time: 1773661309.950059211 secs.nsecs start_time: 1773661099.230815742 secs.nsecs elapsed_time: 210.719243469 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 0 0 4: 5 1 1 8: 3 0 2 16: 212 59 62 32: 133 37 100 mdc.lustre-MDT0001-mdc-ffff8909210df800.batch_stats= snapshot_time: 1773661309.950133271 secs.nsecs start_time: 1773661099.230885414 secs.nsecs elapsed_time: 210.719247857 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 0 4: 3 0 1 8: 7 1 3 16: 187 52 56 32: 156 43 100 - open/close 4590 (time 1773661320.96 total 10.00 last 458.93) - open/close 9095 (time 1773661330.96 total 20.00 last 450.39) total: 10000 open/close in 22.43 seconds: 445.92 ops/second llite.lustre-ffff8909210df800.statahead_batch_max=0 llite.lustre-ffff8909210df800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8909210df800.stats=clear mdc.lustre-MDT0001-mdc-ffff8909210df800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m33.953s user 0m0.203s sys 0m30.913s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8909210df800.statahead_batch_max=32 llite.lustre-ffff8909210df800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8909210df800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8909210df800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8909210df800.stats=clear mdc.lustre-MDT0001-mdc-ffff8909210df800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m37.150s user 0m0.160s sys 0m21.316s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8909210df800.batch_stats= snapshot_time: 1773661414.093622680 secs.nsecs start_time: 1773661370.854723340 secs.nsecs elapsed_time: 43.238899340 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8909210df800.batch_stats= snapshot_time: 1773661414.093679786 secs.nsecs start_time: 1773661370.854789720 secs.nsecs elapsed_time: 43.238890066 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8909210df800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8909210df800.batch_stats=0 llite.lustre-ffff8909210df800.statahead_max=2048 llite.lustre-ffff8909210df800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8909210df800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8909210df800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.87 seconds: 115.51 ops/second llite.lustre-ffff8909210df800.statahead_max=0 101 real 0m0.695s user 0m0.002s sys 0m0.281s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8909210df800.statahead_max=2048 2048 101 real 0m0.433s user 0m0.001s sys 0m0.210s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 2.01 seconds: 447.55 ops/second llite.lustre-ffff8909210df800.statahead_max=0 1001 real 0m6.658s user 0m0.025s sys 0m2.578s ls -l 1000 files without statahead: 7 sec llite.lustre-ffff8909210df800.statahead_max=2048 2048 1001 real 0m3.731s user 0m0.021s sys 0m1.461s ls -l 1000 files with statahead: 4 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4428 (time 1773661530.75 total 10.00 last 442.73) - open/close 8858 (time 1773661540.75 total 20.00 last 442.94) total: 9000 open/close in 20.33 seconds: 442.75 ops/second llite.lustre-ffff8909210df800.statahead_max=0 10001 real 1m3.609s user 0m0.247s sys 0m24.819s ls -l 10000 files without statahead: 63 sec llite.lustre-ffff8909210df800.statahead_max=2048 2048 10001 real 0m29.279s user 0m0.152s sys 0m20.964s ls -l 10000 files with statahead: 29 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 63 seconds llite.lustre-ffff8909210df800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8909210df800.batch_stats= snapshot_time: 1773661713.565655352 secs.nsecs start_time: 1773661414.841248407 secs.nsecs elapsed_time: 298.724406945 secs.nsecs subreqs per batch batches % cum % 1: 243 76 76 2: 26 8 84 4: 12 3 88 8: 4 1 89 16: 0 0 89 32: 1 0 89 64: 2 0 90 128: 1 0 90 256: 30 9 100 mdc.lustre-MDT0001-mdc-ffff8909210df800.batch_stats= snapshot_time: 1773661713.565717604 secs.nsecs start_time: 1773661414.841357059 secs.nsecs elapsed_time: 298.724360545 secs.nsecs subreqs per batch batches % cum % 1: 226 73 73 2: 33 10 83 4: 11 3 87 8: 6 1 89 16: 0 0 89 32: 0 0 89 64: 2 0 89 128: 2 0 90 256: 29 9 100 - open/close 4887 (time 1773661724.59 total 10.00 last 488.68) total: 10000 open/close in 19.87 seconds: 503.30 ops/second llite.lustre-ffff8909210df800.statahead_batch_max=0 llite.lustre-ffff8909210df800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8909210df800.stats=clear mdc.lustre-MDT0001-mdc-ffff8909210df800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m44.601s user 0m0.163s sys 0m36.871s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8909210df800.statahead_batch_max=256 llite.lustre-ffff8909210df800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8909210df800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8909210df800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8909210df800.stats=clear mdc.lustre-MDT0001-mdc-ffff8909210df800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m39.432s user 0m0.179s sys 0m27.645s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8909210df800.batch_stats= snapshot_time: 1773661828.613635687 secs.nsecs start_time: 1773661782.028822994 secs.nsecs elapsed_time: 46.584812693 secs.nsecs subreqs per batch batches % cum % 1: 429 68 68 2: 110 17 85 4: 24 3 89 8: 3 0 90 16: 6 0 91 32: 19 3 94 64: 2 0 94 128: 0 0 94 256: 34 5 100 mdc.lustre-MDT0001-mdc-ffff8909210df800.batch_stats= snapshot_time: 1773661828.613682506 secs.nsecs start_time: 1773661782.028877608 secs.nsecs elapsed_time: 46.584804898 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8909210df800.statahead_batch_max=64 llite.lustre-ffff8909210df800.statahead_max=128