== sanity test 123ad: Verify batching statahead works correctly ========================================================== 17:27:31 (1743456451) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8801373a1000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8801373a1000.batch_stats=0 llite.lustre-ffff8801373a1000.statahead_max=32 llite.lustre-ffff8801373a1000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8801373a1000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8801373a1000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.55 seconds: 181.03 ops/second llite.lustre-ffff8801373a1000.statahead_max=0 101 real 0m0.480s user 0m0.002s sys 0m0.187s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8801373a1000.statahead_max=32 32 101 real 0m0.301s user 0m0.004s sys 0m0.110s ls -l 100 files with statahead: 0 sec statahead total: 47 statahead wrong: 1 agl total: 47 list_total: 20 fname_total: 27 hit_total: 11864 miss_total: 222 total: 900 open/close in 2.04 seconds: 442.21 ops/second llite.lustre-ffff8801373a1000.statahead_max=0 1001 real 0m7.185s user 0m0.029s sys 0m2.650s ls -l 1000 files without statahead: 7 sec llite.lustre-ffff8801373a1000.statahead_max=32 32 1001 real 0m2.059s user 0m0.022s sys 0m1.105s ls -l 1000 files with statahead: 2 sec statahead total: 48 statahead wrong: 1 agl total: 48 list_total: 21 fname_total: 27 hit_total: 12863 miss_total: 223 - open/close 3918 (time 1743456479.72 total 10.00 last 391.73) - open/close 6838 (time 1743456489.72 total 20.00 last 291.99) total: 9000 open/close in 26.04 seconds: 345.60 ops/second llite.lustre-ffff8801373a1000.statahead_max=0 10001 real 1m0.056s user 0m0.271s sys 0m21.808s ls -l 10000 files without statahead: 60 sec llite.lustre-ffff8801373a1000.statahead_max=32 32 10001 real 0m20.803s user 0m0.247s sys 0m10.973s ls -l 10000 files with statahead: 20 sec statahead total: 49 statahead wrong: 1 agl total: 49 list_total: 22 fname_total: 27 hit_total: 22862 miss_total: 224 ls -l done rm -r /mnt/lustre/d123ad.sanity: 43 seconds llite.lustre-ffff8801373a1000.statahead_stats= statahead total: 49 statahead wrong: 1 agl total: 49 list_total: 22 fname_total: 27 hit_total: 22862 miss_total: 224 mdc.lustre-MDT0000-mdc-ffff8801373a1000.batch_stats= snapshot_time: 1743456624.613091954 secs.nsecs start_time: 1743456453.061997350 secs.nsecs elapsed_time: 171.551094604 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 0 4: 4 1 1 8: 5 1 3 16: 196 55 58 32: 148 41 100 mdc.lustre-MDT0001-mdc-ffff8801373a1000.batch_stats= snapshot_time: 1743456624.613153976 secs.nsecs start_time: 1743456453.062074200 secs.nsecs elapsed_time: 171.551079776 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 2 0 1 4: 2 0 1 8: 5 1 3 16: 204 57 60 32: 141 39 100 - open/close 4092 (time 1743456635.47 total 10.00 last 409.14) - open/close 7618 (time 1743456645.48 total 20.00 last 352.51) total: 10000 open/close in 28.00 seconds: 357.20 ops/second llite.lustre-ffff8801373a1000.statahead_batch_max=0 llite.lustre-ffff8801373a1000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8801373a1000.stats=clear mdc.lustre-MDT0001-mdc-ffff8801373a1000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m9.128s user 0m0.192s sys 0m8.460s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8801373a1000.statahead_batch_max=32 llite.lustre-ffff8801373a1000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8801373a1000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8801373a1000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8801373a1000.stats=clear mdc.lustre-MDT0001-mdc-ffff8801373a1000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m26.277s user 0m0.216s sys 0m12.069s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8801373a1000.batch_stats= snapshot_time: 1743456693.119805071 secs.nsecs start_time: 1743456664.618002233 secs.nsecs elapsed_time: 28.501802838 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 1 32: 312 98 100 mdc.lustre-MDT0001-mdc-ffff8801373a1000.batch_stats= snapshot_time: 1743456693.119923325 secs.nsecs start_time: 1743456664.618063376 secs.nsecs elapsed_time: 28.501859949 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8801373a1000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8801373a1000.batch_stats=0 llite.lustre-ffff8801373a1000.statahead_max=2048 llite.lustre-ffff8801373a1000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8801373a1000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8801373a1000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.90 seconds: 111.57 ops/second llite.lustre-ffff8801373a1000.statahead_max=0 101 real 0m0.857s user 0m0.002s sys 0m0.324s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8801373a1000.statahead_max=2048 2048 101 real 0m0.260s user 0m0.005s sys 0m0.114s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.90 seconds: 473.66 ops/second llite.lustre-ffff8801373a1000.statahead_max=0 1001 real 0m8.319s user 0m0.045s sys 0m3.095s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff8801373a1000.statahead_max=2048 2048 1001 real 0m1.248s user 0m0.016s sys 0m0.786s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 3302 (time 1743456801.61 total 10.00 last 330.13) - open/close 6333 (time 1743456811.61 total 20.00 last 303.05) total: 9000 open/close in 28.61 seconds: 314.62 ops/second llite.lustre-ffff8801373a1000.statahead_max=0 10001 real 1m14.981s user 0m0.290s sys 0m27.471s ls -l 10000 files without statahead: 75 sec llite.lustre-ffff8801373a1000.statahead_max=2048 2048 10001 real 0m9.204s user 0m0.183s sys 0m8.044s ls -l 10000 files with statahead: 9 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 45 seconds llite.lustre-ffff8801373a1000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8801373a1000.batch_stats= snapshot_time: 1743456955.128425974 secs.nsecs start_time: 1743456693.712458565 secs.nsecs elapsed_time: 261.415967409 secs.nsecs subreqs per batch batches % cum % 1: 37 40 40 2: 2 2 42 4: 10 10 53 8: 5 5 59 16: 0 0 59 32: 2 2 61 64: 1 1 62 128: 5 5 68 256: 29 31 100 mdc.lustre-MDT0001-mdc-ffff8801373a1000.batch_stats= snapshot_time: 1743456955.128525557 secs.nsecs start_time: 1743456693.712541040 secs.nsecs elapsed_time: 261.415984517 secs.nsecs subreqs per batch batches % cum % 1: 36 40 40 2: 2 2 42 4: 5 5 48 8: 10 11 59 16: 0 0 59 32: 1 1 60 64: 1 1 61 128: 2 2 64 256: 32 35 100 - open/close 3545 (time 1743456965.92 total 10.00 last 354.36) - open/close 7210 (time 1743456975.92 total 20.00 last 366.47) total: 10000 open/close in 27.79 seconds: 359.81 ops/second llite.lustre-ffff8801373a1000.statahead_batch_max=0 llite.lustre-ffff8801373a1000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8801373a1000.stats=clear mdc.lustre-MDT0001-mdc-ffff8801373a1000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m9.370s user 0m0.193s sys 0m8.388s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8801373a1000.statahead_batch_max=256 llite.lustre-ffff8801373a1000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8801373a1000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8801373a1000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8801373a1000.stats=clear mdc.lustre-MDT0001-mdc-ffff8801373a1000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m9.142s user 0m0.179s sys 0m7.860s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8801373a1000.batch_stats= snapshot_time: 1743457006.620119270 secs.nsecs start_time: 1743456995.080031965 secs.nsecs elapsed_time: 11.540087305 secs.nsecs subreqs per batch batches % cum % 1: 232 67 67 2: 15 4 71 4: 16 4 76 8: 13 3 80 16: 15 4 84 32: 18 5 89 64: 0 0 89 128: 1 0 89 256: 35 10 100 mdc.lustre-MDT0001-mdc-ffff8801373a1000.batch_stats= snapshot_time: 1743457006.620183608 secs.nsecs start_time: 1743456995.080107994 secs.nsecs elapsed_time: 11.540075614 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8801373a1000.statahead_batch_max=64 llite.lustre-ffff8801373a1000.statahead_max=128