== sanity test 123ad: Verify batching statahead works correctly ========================================================== 21:29:31 (1763087371) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff979718357800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff979718357800.batch_stats=0 llite.lustre-ffff979718357800.statahead_max=32 llite.lustre-ffff979718357800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff979718357800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff979718357800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.64 seconds: 156.63 ops/second llite.lustre-ffff979718357800.statahead_max=0 101 real 0m0.637s user 0m0.003s sys 0m0.243s ls -l 100 files without statahead: 1 sec llite.lustre-ffff979718357800.statahead_max=32 32 101 real 0m0.473s user 0m0.002s sys 0m0.276s ls -l 100 files with statahead: 0 sec statahead total: 85 statahead wrong: 1 agl total: 80 list_total: 32 fname_total: 48 hit_total: 33848 miss_total: 244 total: 900 open/close in 2.44 seconds: 369.26 ops/second llite.lustre-ffff979718357800.statahead_max=0 1001 real 0m5.980s user 0m0.016s sys 0m2.016s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff979718357800.statahead_max=32 32 1001 real 0m5.050s user 0m0.014s sys 0m2.575s ls -l 1000 files with statahead: 5 sec statahead total: 86 statahead wrong: 1 agl total: 81 list_total: 33 fname_total: 48 hit_total: 34847 miss_total: 245 - open/close 4672 (time 1763087404.09 total 10.00 last 467.15) total: 9000 open/close in 19.48 seconds: 462.08 ops/second llite.lustre-ffff979718357800.statahead_max=0 10001 real 1m9.846s user 0m0.241s sys 0m24.033s ls -l 10000 files without statahead: 70 sec llite.lustre-ffff979718357800.statahead_max=32 32 10001 real 0m39.566s user 0m0.147s sys 0m16.531s ls -l 10000 files with statahead: 40 sec statahead total: 87 statahead wrong: 1 agl total: 82 list_total: 34 fname_total: 48 hit_total: 44846 miss_total: 246 ls -l done rm -r /mnt/lustre/d123ad.sanity: 60 seconds llite.lustre-ffff979718357800.statahead_stats= statahead total: 87 statahead wrong: 1 agl total: 82 list_total: 34 fname_total: 48 hit_total: 44846 miss_total: 246 mdc.lustre-MDT0000-mdc-ffff979718357800.batch_stats= snapshot_time: 1763087594.931381200 secs.nsecs start_time: 1763087373.099354437 secs.nsecs elapsed_time: 221.832026763 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 0 0 0 4: 4 1 1 8: 4 1 2 16: 189 53 56 32: 156 43 100 mdc.lustre-MDT0001-mdc-ffff979718357800.batch_stats= snapshot_time: 1763087594.931421674 secs.nsecs start_time: 1763087373.099413165 secs.nsecs elapsed_time: 221.832008509 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 0 0 0 4: 5 1 1 8: 4 1 3 16: 204 57 60 32: 141 39 100 - open/close 4682 (time 1763087606.14 total 10.00 last 468.12) - open/close 9441 (time 1763087616.14 total 20.00 last 475.88) total: 10000 open/close in 21.15 seconds: 472.84 ops/second llite.lustre-ffff979718357800.statahead_batch_max=0 llite.lustre-ffff979718357800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff979718357800.stats=clear mdc.lustre-MDT0001-mdc-ffff979718357800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m44.668s user 0m0.166s sys 0m41.211s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff979718357800.statahead_batch_max=32 llite.lustre-ffff979718357800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff979718357800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff979718357800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff979718357800.stats=clear mdc.lustre-MDT0001-mdc-ffff979718357800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m41.921s user 0m0.168s sys 0m24.824s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff979718357800.batch_stats= snapshot_time: 1763087711.621793874 secs.nsecs start_time: 1763087664.624921375 secs.nsecs elapsed_time: 46.996872499 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff979718357800.batch_stats= snapshot_time: 1763087711.621841695 secs.nsecs start_time: 1763087664.624975292 secs.nsecs elapsed_time: 46.996866403 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff979718357800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff979718357800.batch_stats=0 llite.lustre-ffff979718357800.statahead_max=2048 llite.lustre-ffff979718357800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff979718357800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff979718357800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.74 seconds: 134.58 ops/second llite.lustre-ffff979718357800.statahead_max=0 101 real 0m0.609s user 0m0.002s sys 0m0.222s ls -l 100 files without statahead: 1 sec llite.lustre-ffff979718357800.statahead_max=2048 2048 101 real 0m0.413s user 0m0.001s sys 0m0.204s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 2.23 seconds: 403.35 ops/second llite.lustre-ffff979718357800.statahead_max=0 1001 real 0m6.245s user 0m0.021s sys 0m2.193s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff979718357800.statahead_max=2048 2048 1001 real 0m3.191s user 0m0.011s sys 0m1.198s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4849 (time 1763087828.90 total 10.00 last 484.86) total: 9000 open/close in 18.72 seconds: 480.75 ops/second llite.lustre-ffff979718357800.statahead_max=0 10001 real 0m58.965s user 0m0.183s sys 0m20.682s ls -l 10000 files without statahead: 59 sec llite.lustre-ffff979718357800.statahead_max=2048 2048 10001 real 0m25.829s user 0m0.137s sys 0m18.243s ls -l 10000 files with statahead: 26 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 60 seconds llite.lustre-ffff979718357800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff979718357800.batch_stats= snapshot_time: 1763087996.017875078 secs.nsecs start_time: 1763087712.506169417 secs.nsecs elapsed_time: 283.511705661 secs.nsecs subreqs per batch batches % cum % 1: 66 53 53 2: 13 10 63 4: 6 4 68 8: 4 3 71 16: 0 0 71 32: 1 0 72 64: 1 0 73 128: 1 0 74 256: 32 25 100 mdc.lustre-MDT0001-mdc-ffff979718357800.batch_stats= snapshot_time: 1763087996.017914341 secs.nsecs start_time: 1763087712.506297394 secs.nsecs elapsed_time: 283.511616947 secs.nsecs subreqs per batch batches % cum % 1: 77 58 58 2: 10 7 66 4: 5 3 70 8: 2 1 71 16: 1 0 72 32: 2 1 74 64: 1 0 74 128: 2 1 76 256: 31 23 100 - open/close 3483 (time 1763088007.31 total 10.00 last 348.28) - open/close 7705 (time 1763088017.31 total 20.00 last 422.13) total: 10000 open/close in 25.41 seconds: 393.49 ops/second llite.lustre-ffff979718357800.statahead_batch_max=0 llite.lustre-ffff979718357800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff979718357800.stats=clear mdc.lustre-MDT0001-mdc-ffff979718357800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m30.538s user 0m0.147s sys 0m25.641s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff979718357800.statahead_batch_max=256 llite.lustre-ffff979718357800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff979718357800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff979718357800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff979718357800.stats=clear mdc.lustre-MDT0001-mdc-ffff979718357800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m25.282s user 0m0.131s sys 0m18.935s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff979718357800.batch_stats= snapshot_time: 1763088085.598148822 secs.nsecs start_time: 1763088055.777080998 secs.nsecs elapsed_time: 29.821067824 secs.nsecs subreqs per batch batches % cum % 1: 235 58 58 2: 53 13 71 4: 41 10 81 8: 13 3 84 16: 3 0 85 32: 17 4 89 64: 8 1 91 128: 0 0 91 256: 34 8 100 mdc.lustre-MDT0001-mdc-ffff979718357800.batch_stats= snapshot_time: 1763088085.598202042 secs.nsecs start_time: 1763088055.777135918 secs.nsecs elapsed_time: 29.821066124 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff979718357800.statahead_batch_max=64 llite.lustre-ffff979718357800.statahead_max=128