== sanity test 123ad: Verify batching statahead works correctly ========================================================== 15:38:22 (1773689902) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8c3805ea0000.batch_stats=0 llite.lustre-ffff8c3805ea0000.statahead_max=32 llite.lustre-ffff8c3805ea0000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8c3805ea0000.batch_stats=0 total: 100 open/close in 0.85 seconds: 117.16 ops/second llite.lustre-ffff8c3805ea0000.statahead_max=0 101 real 0m0.536s user 0m0.005s sys 0m0.220s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8c3805ea0000.statahead_max=32 32 101 real 0m0.531s user 0m0.005s sys 0m0.383s ls -l 100 files with statahead: 0 sec statahead total: 58 statahead wrong: 1 agl total: 54 list_total: 29 fname_total: 29 hit_total: 33667 miss_total: 219 total: 900 open/close in 1.68 seconds: 535.04 ops/second llite.lustre-ffff8c3805ea0000.statahead_max=0 1001 real 0m5.332s user 0m0.018s sys 0m2.074s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8c3805ea0000.statahead_max=32 32 1001 real 0m4.008s user 0m0.017s sys 0m2.288s ls -l 1000 files with statahead: 4 sec statahead total: 59 statahead wrong: 1 agl total: 55 list_total: 30 fname_total: 29 hit_total: 34666 miss_total: 220 - open/close 4615 (time 1773689932.17 total 10.00 last 461.43) total: 9000 open/close in 19.79 seconds: 454.67 ops/second llite.lustre-ffff8c3805ea0000.statahead_max=0 10001 real 1m1.181s user 0m0.196s sys 0m23.750s ls -l 10000 files without statahead: 61 sec llite.lustre-ffff8c3805ea0000.statahead_max=32 32 10001 real 0m39.615s user 0m0.159s sys 0m22.866s ls -l 10000 files with statahead: 39 sec statahead total: 60 statahead wrong: 1 agl total: 56 list_total: 31 fname_total: 29 hit_total: 44665 miss_total: 221 ls -l done rm -r /mnt/lustre/d123ad.sanity: 71 seconds llite.lustre-ffff8c3805ea0000.statahead_stats= statahead total: 60 statahead wrong: 1 agl total: 56 list_total: 31 fname_total: 29 hit_total: 44665 miss_total: 221 mdc.lustre-MDT0000-mdc-ffff8c3805ea0000.batch_stats= snapshot_time: 1773690127.490849597 secs.nsecs start_time: 1773689903.948312369 secs.nsecs elapsed_time: 223.542537228 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 1 0 0 8: 3 0 1 16: 4 1 2 32: 346 97 100 - open/close 4517 (time 1773690138.25 total 10.00 last 451.66) - open/close 9006 (time 1773690148.25 total 20.00 last 448.86) total: 10000 open/close in 22.41 seconds: 446.14 ops/second llite.lustre-ffff8c3805ea0000.statahead_batch_max=0 llite.lustre-ffff8c3805ea0000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8c3805ea0000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m37.826s user 0m0.169s sys 0m35.859s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8c3805ea0000.statahead_batch_max=32 llite.lustre-ffff8c3805ea0000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8c3805ea0000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8c3805ea0000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m40.239s user 0m0.163s sys 0m23.669s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8c3805ea0000.batch_stats= snapshot_time: 1773690238.401903777 secs.nsecs start_time: 1773690191.688500778 secs.nsecs elapsed_time: 46.713402999 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8c3805ea0000.batch_stats=0 llite.lustre-ffff8c3805ea0000.statahead_max=2048 llite.lustre-ffff8c3805ea0000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8c3805ea0000.batch_stats=0 total: 100 open/close in 0.70 seconds: 141.99 ops/second llite.lustre-ffff8c3805ea0000.statahead_max=0 101 real 0m0.650s user 0m0.003s sys 0m0.261s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8c3805ea0000.statahead_max=2048 2048 101 real 0m0.382s user 0m0.002s sys 0m0.257s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 2.00 seconds: 450.12 ops/second llite.lustre-ffff8c3805ea0000.statahead_max=0 1001 real 0m6.189s user 0m0.024s sys 0m2.422s ls -l 1000 files without statahead: 7 sec llite.lustre-ffff8c3805ea0000.statahead_max=2048 2048 1001 real 0m3.581s user 0m0.015s sys 0m1.883s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4682 (time 1773690360.21 total 10.00 last 468.17) total: 9000 open/close in 19.57 seconds: 459.80 ops/second llite.lustre-ffff8c3805ea0000.statahead_max=0 10001 real 1m2.134s user 0m0.215s sys 0m23.953s ls -l 10000 files without statahead: 62 sec llite.lustre-ffff8c3805ea0000.statahead_max=2048 2048 10001 real 0m29.710s user 0m0.168s sys 0m21.232s ls -l 10000 files with statahead: 29 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 68 seconds llite.lustre-ffff8c3805ea0000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8c3805ea0000.batch_stats= snapshot_time: 1773690543.049446180 secs.nsecs start_time: 1773690239.241182076 secs.nsecs elapsed_time: 303.808264104 secs.nsecs subreqs per batch batches % cum % 1: 267 60 60 2: 66 14 75 4: 32 7 82 8: 6 1 84 16: 9 2 86 32: 21 4 90 64: 0 0 90 128: 1 0 91 256: 39 8 100 - open/close 4453 (time 1773690553.85 total 10.00 last 445.29) - open/close 9014 (time 1773690563.85 total 20.00 last 456.03) total: 10000 open/close in 22.20 seconds: 450.52 ops/second llite.lustre-ffff8c3805ea0000.statahead_batch_max=0 llite.lustre-ffff8c3805ea0000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8c3805ea0000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m30.331s user 0m0.171s sys 0m25.617s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8c3805ea0000.statahead_batch_max=256 llite.lustre-ffff8c3805ea0000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8c3805ea0000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8c3805ea0000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m31.214s user 0m0.163s sys 0m22.551s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8c3805ea0000.batch_stats= snapshot_time: 1773690637.720657554 secs.nsecs start_time: 1773690599.770063257 secs.nsecs elapsed_time: 37.950594297 secs.nsecs subreqs per batch batches % cum % 1: 331 63 63 2: 83 15 78 4: 37 7 85 8: 13 2 88 16: 6 1 89 32: 20 3 93 64: 0 0 93 128: 1 0 93 256: 34 6 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8c3805ea0000.statahead_batch_max=64 llite.lustre-ffff8c3805ea0000.statahead_max=128