== sanity test 123ad: Verify batching statahead works correctly ========================================================== 23:36:00 (1763354160) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8d9f0898e800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8d9f0898e800.batch_stats=0 llite.lustre-ffff8d9f0898e800.statahead_max=32 llite.lustre-ffff8d9f0898e800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8d9f0898e800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8d9f0898e800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.80 seconds: 125.06 ops/second llite.lustre-ffff8d9f0898e800.statahead_max=0 101 real 0m0.692s user 0m0.006s sys 0m0.245s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8d9f0898e800.statahead_max=32 32 101 real 0m0.402s user 0m0.003s sys 0m0.215s ls -l 100 files with statahead: 0 sec statahead total: 126 statahead wrong: 2 agl total: 120 list_total: 33 fname_total: 93 hit_total: 12236 miss_total: 1263 total: 900 open/close in 2.18 seconds: 411.96 ops/second llite.lustre-ffff8d9f0898e800.statahead_max=0 1001 real 0m5.387s user 0m0.023s sys 0m1.997s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff8d9f0898e800.statahead_max=32 32 1001 real 0m3.924s user 0m0.015s sys 0m1.762s ls -l 1000 files with statahead: 4 sec statahead total: 127 statahead wrong: 2 agl total: 121 list_total: 34 fname_total: 93 hit_total: 13235 miss_total: 1264 - open/close 4549 (time 1763354190.55 total 10.00 last 454.86) total: 9000 open/close in 19.18 seconds: 469.26 ops/second llite.lustre-ffff8d9f0898e800.statahead_max=0 10001 real 0m59.366s user 0m0.271s sys 0m20.923s ls -l 10000 files without statahead: 59 sec llite.lustre-ffff8d9f0898e800.statahead_max=32 32 10001 real 0m34.726s user 0m0.157s sys 0m15.393s ls -l 10000 files with statahead: 35 sec statahead total: 128 statahead wrong: 2 agl total: 122 list_total: 35 fname_total: 93 hit_total: 23233 miss_total: 1266 ls -l done rm -r /mnt/lustre/d123ad.sanity: 57 seconds llite.lustre-ffff8d9f0898e800.statahead_stats= statahead total: 128 statahead wrong: 2 agl total: 122 list_total: 35 fname_total: 93 hit_total: 23233 miss_total: 1266 mdc.lustre-MDT0000-mdc-ffff8d9f0898e800.batch_stats= snapshot_time: 1763354361.876510908 secs.nsecs start_time: 1763354161.944999509 secs.nsecs elapsed_time: 199.931511399 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 0 0 4: 3 0 1 8: 5 1 2 16: 198 55 58 32: 147 41 100 mdc.lustre-MDT0001-mdc-ffff8d9f0898e800.batch_stats= snapshot_time: 1763354361.876549253 secs.nsecs start_time: 1763354161.945070772 secs.nsecs elapsed_time: 199.931478481 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 0 0 4: 4 1 1 8: 4 1 2 16: 200 56 59 32: 145 40 100 - open/close 4853 (time 1763354372.59 total 10.00 last 485.29) - open/close 9503 (time 1763354382.59 total 20.00 last 464.95) total: 10000 open/close in 21.16 seconds: 472.55 ops/second llite.lustre-ffff8d9f0898e800.statahead_batch_max=0 llite.lustre-ffff8d9f0898e800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8d9f0898e800.stats=clear mdc.lustre-MDT0001-mdc-ffff8d9f0898e800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m36.502s user 0m0.191s sys 0m35.275s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8d9f0898e800.statahead_batch_max=32 llite.lustre-ffff8d9f0898e800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8d9f0898e800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8d9f0898e800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8d9f0898e800.stats=clear mdc.lustre-MDT0001-mdc-ffff8d9f0898e800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m35.596s user 0m0.161s sys 0m19.885s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8d9f0898e800.batch_stats= snapshot_time: 1763354463.732871192 secs.nsecs start_time: 1763354423.075210813 secs.nsecs elapsed_time: 40.657660379 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 1 32: 312 98 100 mdc.lustre-MDT0001-mdc-ffff8d9f0898e800.batch_stats= snapshot_time: 1763354463.732910623 secs.nsecs start_time: 1763354423.075266598 secs.nsecs elapsed_time: 40.657644025 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8d9f0898e800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8d9f0898e800.batch_stats=0 llite.lustre-ffff8d9f0898e800.statahead_max=2048 llite.lustre-ffff8d9f0898e800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8d9f0898e800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8d9f0898e800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.70 seconds: 143.32 ops/second llite.lustre-ffff8d9f0898e800.statahead_max=0 101 real 0m0.597s user 0m0.002s sys 0m0.217s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8d9f0898e800.statahead_max=2048 2048 101 real 0m0.379s user 0m0.003s sys 0m0.184s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.94 seconds: 463.14 ops/second llite.lustre-ffff8d9f0898e800.statahead_max=0 1001 real 0m6.216s user 0m0.025s sys 0m2.176s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff8d9f0898e800.statahead_max=2048 2048 1001 real 0m3.136s user 0m0.019s sys 0m1.390s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4526 (time 1763354573.59 total 10.00 last 452.51) total: 9000 open/close in 19.92 seconds: 451.70 ops/second llite.lustre-ffff8d9f0898e800.statahead_max=0 10001 real 0m59.794s user 0m0.219s sys 0m21.173s ls -l 10000 files without statahead: 60 sec llite.lustre-ffff8d9f0898e800.statahead_max=2048 2048 10001 real 0m26.748s user 0m0.142s sys 0m19.255s ls -l 10000 files with statahead: 26 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 63 seconds llite.lustre-ffff8d9f0898e800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8d9f0898e800.batch_stats= snapshot_time: 1763354745.595685896 secs.nsecs start_time: 1763354464.534804094 secs.nsecs elapsed_time: 281.060881802 secs.nsecs subreqs per batch batches % cum % 1: 67 57 57 2: 6 5 62 4: 4 3 66 8: 3 2 68 16: 1 0 69 32: 1 0 70 64: 1 0 71 128: 2 1 73 256: 31 26 100 mdc.lustre-MDT0001-mdc-ffff8d9f0898e800.batch_stats= snapshot_time: 1763354745.595778184 secs.nsecs start_time: 1763354464.534901673 secs.nsecs elapsed_time: 281.060876511 secs.nsecs subreqs per batch batches % cum % 1: 54 49 49 2: 11 10 59 4: 8 7 66 8: 1 0 67 16: 1 0 68 32: 0 0 68 64: 1 0 69 128: 1 0 70 256: 32 29 100 - open/close 4690 (time 1763354756.66 total 10.00 last 468.95) - open/close 9308 (time 1763354766.66 total 20.00 last 461.76) total: 10000 open/close in 21.47 seconds: 465.75 ops/second llite.lustre-ffff8d9f0898e800.statahead_batch_max=0 llite.lustre-ffff8d9f0898e800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8d9f0898e800.stats=clear mdc.lustre-MDT0001-mdc-ffff8d9f0898e800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m31.624s user 0m0.170s sys 0m27.908s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8d9f0898e800.statahead_batch_max=256 llite.lustre-ffff8d9f0898e800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8d9f0898e800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8d9f0898e800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8d9f0898e800.stats=clear mdc.lustre-MDT0001-mdc-ffff8d9f0898e800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m26.926s user 0m0.174s sys 0m19.836s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8d9f0898e800.batch_stats= snapshot_time: 1763354834.119560158 secs.nsecs start_time: 1763354802.498308166 secs.nsecs elapsed_time: 31.621251992 secs.nsecs subreqs per batch batches % cum % 1: 139 57 57 2: 30 12 69 4: 9 3 73 8: 2 0 74 16: 2 0 74 32: 21 8 83 64: 5 2 85 128: 0 0 85 256: 35 14 100 mdc.lustre-MDT0001-mdc-ffff8d9f0898e800.batch_stats= snapshot_time: 1763354834.119602488 secs.nsecs start_time: 1763354802.498406545 secs.nsecs elapsed_time: 31.621195943 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8d9f0898e800.statahead_batch_max=64 llite.lustre-ffff8d9f0898e800.statahead_max=128