== sanity test 123ad: Verify batching statahead works correctly ========================================================== 11:56:12 (1775836572) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff89ac08f22800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff89ac08f22800.batch_stats=0 llite.lustre-ffff89ac08f22800.statahead_max=32 llite.lustre-ffff89ac08f22800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff89ac08f22800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff89ac08f22800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.58 seconds: 173.12 ops/second llite.lustre-ffff89ac08f22800.statahead_max=0 101 real 0m0.628s user 0m0.003s sys 0m0.254s ls -l 100 files without statahead: 1 sec llite.lustre-ffff89ac08f22800.statahead_max=32 32 101 real 0m0.386s user 0m0.000s sys 0m0.241s ls -l 100 files with statahead: 1 sec statahead total: 61 statahead wrong: 2 agl total: 54 list_total: 28 fname_total: 33 hit_total: 34533 miss_total: 1229 total: 900 open/close in 1.81 seconds: 498.34 ops/second llite.lustre-ffff89ac08f22800.statahead_max=0 1001 real 0m5.687s user 0m0.023s sys 0m2.153s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff89ac08f22800.statahead_max=32 32 1001 real 0m4.656s user 0m0.014s sys 0m2.393s ls -l 1000 files with statahead: 5 sec statahead total: 62 statahead wrong: 2 agl total: 55 list_total: 29 fname_total: 33 hit_total: 35532 miss_total: 1230 - open/close 4950 (time 1775836602.63 total 10.00 last 494.99) total: 9000 open/close in 18.11 seconds: 496.87 ops/second llite.lustre-ffff89ac08f22800.statahead_max=0 10001 real 0m55.288s user 0m0.147s sys 0m20.195s ls -l 10000 files without statahead: 55 sec llite.lustre-ffff89ac08f22800.statahead_max=32 32 10001 real 0m38.543s user 0m0.136s sys 0m18.566s ls -l 10000 files with statahead: 39 sec statahead total: 63 statahead wrong: 2 agl total: 56 list_total: 30 fname_total: 33 hit_total: 45531 miss_total: 1231 ls -l done rm -r /mnt/lustre/d123ad.sanity: 56 seconds llite.lustre-ffff89ac08f22800.statahead_stats= statahead total: 63 statahead wrong: 2 agl total: 56 list_total: 30 fname_total: 33 hit_total: 45531 miss_total: 1231 mdc.lustre-MDT0000-mdc-ffff89ac08f22800.batch_stats= snapshot_time: 1775836773.360424398 secs.nsecs start_time: 1775836573.688804578 secs.nsecs elapsed_time: 199.671619820 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 1 0 0 4: 5 1 2 8: 3 0 3 16: 227 64 67 32: 113 32 100 mdc.lustre-MDT0001-mdc-ffff89ac08f22800.batch_stats= snapshot_time: 1775836773.360531960 secs.nsecs start_time: 1775836573.688853564 secs.nsecs elapsed_time: 199.671678396 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 3 0 0 8: 4 1 1 16: 155 43 45 32: 192 54 100 - open/close 4926 (time 1775836784.73 total 10.00 last 492.56) - open/close 9846 (time 1775836794.73 total 20.00 last 491.99) total: 10000 open/close in 20.31 seconds: 492.48 ops/second llite.lustre-ffff89ac08f22800.statahead_batch_max=0 llite.lustre-ffff89ac08f22800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff89ac08f22800.stats=clear mdc.lustre-MDT0001-mdc-ffff89ac08f22800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m38.786s user 0m0.153s sys 0m36.478s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff89ac08f22800.statahead_batch_max=32 llite.lustre-ffff89ac08f22800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff89ac08f22800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff89ac08f22800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff89ac08f22800.stats=clear mdc.lustre-MDT0001-mdc-ffff89ac08f22800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m40.924s user 0m0.152s sys 0m24.670s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff89ac08f22800.batch_stats= snapshot_time: 1775836884.094762539 secs.nsecs start_time: 1775836836.784178798 secs.nsecs elapsed_time: 47.310583741 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff89ac08f22800.batch_stats= snapshot_time: 1775836884.094802721 secs.nsecs start_time: 1775836836.784230513 secs.nsecs elapsed_time: 47.310572208 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff89ac08f22800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff89ac08f22800.batch_stats=0 llite.lustre-ffff89ac08f22800.statahead_max=2048 llite.lustre-ffff89ac08f22800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff89ac08f22800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff89ac08f22800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.72 seconds: 138.12 ops/second llite.lustre-ffff89ac08f22800.statahead_max=0 101 real 0m0.565s user 0m0.001s sys 0m0.197s ls -l 100 files without statahead: 1 sec llite.lustre-ffff89ac08f22800.statahead_max=2048 2048 101 real 0m0.348s user 0m0.000s sys 0m0.203s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.94 seconds: 464.74 ops/second llite.lustre-ffff89ac08f22800.statahead_max=0 1001 real 0m5.294s user 0m0.016s sys 0m1.786s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff89ac08f22800.statahead_max=2048 2048 1001 real 0m3.121s user 0m0.017s sys 0m1.363s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4961 (time 1775836989.03 total 10.00 last 496.05) total: 9000 open/close in 18.18 seconds: 494.97 ops/second llite.lustre-ffff89ac08f22800.statahead_max=0 10001 real 0m54.022s user 0m0.165s sys 0m19.124s ls -l 10000 files without statahead: 54 sec llite.lustre-ffff89ac08f22800.statahead_max=2048 2048 10001 real 0m26.673s user 0m0.131s sys 0m18.207s ls -l 10000 files with statahead: 27 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 55 seconds llite.lustre-ffff89ac08f22800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff89ac08f22800.batch_stats= snapshot_time: 1775837144.664585870 secs.nsecs start_time: 1775836884.847782175 secs.nsecs elapsed_time: 259.816803695 secs.nsecs subreqs per batch batches % cum % 1: 158 68 68 2: 28 12 80 4: 8 3 83 8: 3 1 84 16: 1 0 85 32: 0 0 85 64: 2 0 86 128: 1 0 86 256: 31 13 100 mdc.lustre-MDT0001-mdc-ffff89ac08f22800.batch_stats= snapshot_time: 1775837144.664627557 secs.nsecs start_time: 1775836884.847900558 secs.nsecs elapsed_time: 259.816726999 secs.nsecs subreqs per batch batches % cum % 1: 181 67 67 2: 37 13 81 4: 10 3 85 8: 4 1 86 16: 0 0 86 32: 1 0 87 64: 2 0 88 128: 1 0 88 256: 31 11 100 - open/close 4984 (time 1775837156.32 total 10.00 last 498.30) - open/close 9916 (time 1775837166.32 total 20.00 last 493.16) total: 10000 open/close in 20.17 seconds: 495.86 ops/second llite.lustre-ffff89ac08f22800.statahead_batch_max=0 llite.lustre-ffff89ac08f22800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff89ac08f22800.stats=clear mdc.lustre-MDT0001-mdc-ffff89ac08f22800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m32.149s user 0m0.136s sys 0m27.751s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff89ac08f22800.statahead_batch_max=256 llite.lustre-ffff89ac08f22800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff89ac08f22800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff89ac08f22800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff89ac08f22800.stats=clear mdc.lustre-MDT0001-mdc-ffff89ac08f22800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m26.634s user 0m0.141s sys 0m19.461s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff89ac08f22800.batch_stats= snapshot_time: 1775837233.862691318 secs.nsecs start_time: 1775837201.612144733 secs.nsecs elapsed_time: 32.250546585 secs.nsecs subreqs per batch batches % cum % 1: 377 64 64 2: 83 14 79 4: 47 8 87 8: 13 2 89 16: 3 0 90 32: 21 3 93 64: 3 0 94 128: 0 0 94 256: 34 5 100 mdc.lustre-MDT0001-mdc-ffff89ac08f22800.batch_stats= snapshot_time: 1775837233.862733898 secs.nsecs start_time: 1775837201.612208548 secs.nsecs elapsed_time: 32.250525350 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff89ac08f22800.statahead_batch_max=64 llite.lustre-ffff89ac08f22800.statahead_max=128