== sanity test 123ad: Verify batching statahead works correctly ========================================================== 04:17:49 (1753431469) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffffa003c50eb000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffffa003c50eb000.batch_stats=0 llite.lustre-ffffa003c50eb000.statahead_max=32 llite.lustre-ffffa003c50eb000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffffa003c50eb000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffffa003c50eb000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.89 seconds: 112.72 ops/second llite.lustre-ffffa003c50eb000.statahead_max=0 101 real 0m0.803s user 0m0.006s sys 0m0.272s ls -l 100 files without statahead: 1 sec llite.lustre-ffffa003c50eb000.statahead_max=32 32 101 real 0m0.408s user 0m0.003s sys 0m0.231s ls -l 100 files with statahead: 0 sec statahead total: 84 statahead wrong: 1 agl total: 79 list_total: 30 fname_total: 54 hit_total: 33680 miss_total: 221 total: 900 open/close in 2.56 seconds: 352.14 ops/second llite.lustre-ffffa003c50eb000.statahead_max=0 1001 real 0m6.729s user 0m0.033s sys 0m2.377s ls -l 1000 files without statahead: 7 sec llite.lustre-ffffa003c50eb000.statahead_max=32 32 1001 real 0m3.882s user 0m0.013s sys 0m1.800s ls -l 1000 files with statahead: 4 sec statahead total: 85 statahead wrong: 1 agl total: 80 list_total: 31 fname_total: 54 hit_total: 34679 miss_total: 222 - open/close 3468 (time 1753431501.70 total 10.00 last 346.77) - open/close 7179 (time 1753431511.70 total 20.00 last 371.09) total: 9000 open/close in 24.50 seconds: 367.30 ops/second llite.lustre-ffffa003c50eb000.statahead_max=0 10001 real 1m7.091s user 0m0.286s sys 0m23.134s ls -l 10000 files without statahead: 67 sec llite.lustre-ffffa003c50eb000.statahead_max=32 32 10001 real 0m35.220s user 0m0.167s sys 0m15.951s ls -l 10000 files with statahead: 36 sec statahead total: 86 statahead wrong: 1 agl total: 81 list_total: 32 fname_total: 54 hit_total: 44678 miss_total: 223 ls -l done rm -r /mnt/lustre/d123ad.sanity: 64 seconds llite.lustre-ffffa003c50eb000.statahead_stats= statahead total: 86 statahead wrong: 1 agl total: 81 list_total: 32 fname_total: 54 hit_total: 44678 miss_total: 223 mdc.lustre-MDT0000-mdc-ffffa003c50eb000.batch_stats= snapshot_time: 1753431694.495977582 secs.nsecs start_time: 1753431470.873060972 secs.nsecs elapsed_time: 223.622916610 secs.nsecs subreqs per batch batches % cum % 1: 3 0 0 2: 2 0 1 4: 2 0 1 8: 7 1 3 16: 223 63 67 32: 116 32 100 mdc.lustre-MDT0001-mdc-ffffa003c50eb000.batch_stats= snapshot_time: 1753431694.496032965 secs.nsecs start_time: 1753431470.873146436 secs.nsecs elapsed_time: 223.622886529 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 4 1 1 8: 4 1 2 16: 158 44 47 32: 188 52 100 - open/close 4491 (time 1753431705.56 total 10.00 last 449.05) - open/close 8948 (time 1753431715.56 total 20.00 last 445.67) total: 10000 open/close in 22.19 seconds: 450.70 ops/second llite.lustre-ffffa003c50eb000.statahead_batch_max=0 llite.lustre-ffffa003c50eb000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffffa003c50eb000.stats=clear mdc.lustre-MDT0001-mdc-ffffa003c50eb000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m36.433s user 0m0.235s sys 0m33.226s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffffa003c50eb000.statahead_batch_max=32 llite.lustre-ffffa003c50eb000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffffa003c50eb000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffffa003c50eb000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffffa003c50eb000.stats=clear mdc.lustre-MDT0001-mdc-ffffa003c50eb000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m34.633s user 0m0.160s sys 0m19.252s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffffa003c50eb000.batch_stats= snapshot_time: 1753431795.865089409 secs.nsecs start_time: 1753431756.823162908 secs.nsecs elapsed_time: 39.041926501 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffffa003c50eb000.batch_stats= snapshot_time: 1753431795.865141799 secs.nsecs start_time: 1753431756.823241483 secs.nsecs elapsed_time: 39.041900316 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffffa003c50eb000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffffa003c50eb000.batch_stats=0 llite.lustre-ffffa003c50eb000.statahead_max=2048 llite.lustre-ffffa003c50eb000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffffa003c50eb000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffffa003c50eb000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.73 seconds: 137.45 ops/second llite.lustre-ffffa003c50eb000.statahead_max=0 101 real 0m0.660s user 0m0.005s sys 0m0.244s ls -l 100 files without statahead: 1 sec llite.lustre-ffffa003c50eb000.statahead_max=2048 2048 101 real 0m0.487s user 0m0.001s sys 0m0.272s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 2.04 seconds: 441.67 ops/second llite.lustre-ffffa003c50eb000.statahead_max=0 1001 real 0m6.933s user 0m0.026s sys 0m2.394s ls -l 1000 files without statahead: 7 sec llite.lustre-ffffa003c50eb000.statahead_max=2048 2048 1001 real 0m3.210s user 0m0.015s sys 0m1.463s ls -l 1000 files with statahead: 4 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4436 (time 1753431912.57 total 10.00 last 443.58) - open/close 8292 (time 1753431922.58 total 20.00 last 385.54) total: 9000 open/close in 21.74 seconds: 413.93 ops/second llite.lustre-ffffa003c50eb000.statahead_max=0 10001 real 1m6.609s user 0m0.283s sys 0m22.819s ls -l 10000 files without statahead: 67 sec llite.lustre-ffffa003c50eb000.statahead_max=2048 2048 10001 real 0m25.690s user 0m0.167s sys 0m18.240s ls -l 10000 files with statahead: 25 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 69 seconds llite.lustre-ffffa003c50eb000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffffa003c50eb000.batch_stats= snapshot_time: 1753432097.729195184 secs.nsecs start_time: 1753431796.637447049 secs.nsecs elapsed_time: 301.091748135 secs.nsecs subreqs per batch batches % cum % 1: 92 63 63 2: 10 6 70 4: 5 3 73 8: 4 2 76 16: 0 0 76 32: 0 0 76 64: 1 0 77 128: 1 0 77 256: 32 22 100 mdc.lustre-MDT0001-mdc-ffffa003c50eb000.batch_stats= snapshot_time: 1753432097.729281834 secs.nsecs start_time: 1753431796.637568581 secs.nsecs elapsed_time: 301.091713253 secs.nsecs subreqs per batch batches % cum % 1: 97 61 61 2: 16 10 71 4: 5 3 74 8: 5 3 77 16: 0 0 77 32: 1 0 78 64: 1 0 79 128: 3 1 81 256: 30 18 100 - open/close 3233 (time 1753432109.23 total 10.00 last 323.23) - open/close 7536 (time 1753432119.23 total 20.00 last 430.20) total: 10000 open/close in 26.39 seconds: 378.96 ops/second llite.lustre-ffffa003c50eb000.statahead_batch_max=0 llite.lustre-ffffa003c50eb000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffffa003c50eb000.stats=clear mdc.lustre-MDT0001-mdc-ffffa003c50eb000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m31.875s user 0m0.190s sys 0m26.223s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffffa003c50eb000.statahead_batch_max=256 llite.lustre-ffffa003c50eb000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffffa003c50eb000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffffa003c50eb000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffffa003c50eb000.stats=clear mdc.lustre-MDT0001-mdc-ffffa003c50eb000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m26.099s user 0m0.175s sys 0m19.201s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffffa003c50eb000.batch_stats= snapshot_time: 1753432191.367818184 secs.nsecs start_time: 1753432160.418812538 secs.nsecs elapsed_time: 30.949005646 secs.nsecs subreqs per batch batches % cum % 1: 94 51 51 2: 14 7 59 4: 9 4 64 8: 1 0 65 16: 1 0 65 32: 18 9 75 64: 9 4 80 128: 0 0 80 256: 35 19 100 mdc.lustre-MDT0001-mdc-ffffa003c50eb000.batch_stats= snapshot_time: 1753432191.367881108 secs.nsecs start_time: 1753432160.418872601 secs.nsecs elapsed_time: 30.949008507 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffffa003c50eb000.statahead_batch_max=64 llite.lustre-ffffa003c50eb000.statahead_max=128