== sanity test 123ad: Verify batching statahead works correctly ========================================================== 21:38:40 (1745458720) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-fd4bc534-e004-4655-b236-c155f520bbba.batch_stats=0 llite.lustre-fd4bc534-e004-4655-b236-c155f520bbba.statahead_max=32 llite.lustre-fd4bc534-e004-4655-b236-c155f520bbba.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-fd4bc534-e004-4655-b236-c155f520bbba.batch_stats=0 total: 100 open/close in 0.81 seconds: 123.17 ops/second llite.lustre-fd4bc534-e004-4655-b236-c155f520bbba.statahead_max=0 101 real 0m0.893s user 0m0.001s sys 0m0.327s ls -l 100 files without statahead: 1 sec llite.lustre-fd4bc534-e004-4655-b236-c155f520bbba.statahead_max=32 32 101 real 0m0.255s user 0m0.005s sys 0m0.097s ls -l 100 files with statahead: 0 sec statahead total: 51 statahead wrong: 1 agl total: 51 list_total: 19 fname_total: 32 hit_total: 11410 miss_total: 217 total: 900 open/close in 1.97 seconds: 456.62 ops/second llite.lustre-fd4bc534-e004-4655-b236-c155f520bbba.statahead_max=0 1001 real 0m5.684s user 0m0.023s sys 0m2.100s ls -l 1000 files without statahead: 6 sec llite.lustre-fd4bc534-e004-4655-b236-c155f520bbba.statahead_max=32 32 1001 real 0m2.031s user 0m0.022s sys 0m0.863s ls -l 1000 files with statahead: 2 sec statahead total: 52 statahead wrong: 1 agl total: 52 list_total: 20 fname_total: 32 hit_total: 12409 miss_total: 218 - open/close 5757 (time 1745458747.63 total 10.00 last 575.68) total: 9000 open/close in 15.81 seconds: 569.36 ops/second llite.lustre-fd4bc534-e004-4655-b236-c155f520bbba.statahead_max=0 10001 real 0m53.859s user 0m0.238s sys 0m19.081s ls -l 10000 files without statahead: 54 sec llite.lustre-fd4bc534-e004-4655-b236-c155f520bbba.statahead_max=32 32 10001 real 0m23.924s user 0m0.199s sys 0m10.125s ls -l 10000 files with statahead: 24 sec statahead total: 53 statahead wrong: 1 agl total: 53 list_total: 21 fname_total: 32 hit_total: 22408 miss_total: 219 ls -l done rm -r /mnt/lustre/d123ad.sanity: 41 seconds llite.lustre-fd4bc534-e004-4655-b236-c155f520bbba.statahead_stats= statahead total: 53 statahead wrong: 1 agl total: 53 list_total: 21 fname_total: 32 hit_total: 22408 miss_total: 219 mdc.lustre-MDT0000-mdc-fd4bc534-e004-4655-b236-c155f520bbba.batch_stats= snapshot_time: 1745458878.352138474 secs.nsecs start_time: 1745458722.351630996 secs.nsecs elapsed_time: 156.000507478 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 1 0 0 8: 3 0 1 16: 4 1 2 32: 346 97 100 - open/close 5334 (time 1745458889.20 total 10.00 last 533.32) total: 10000 open/close in 18.22 seconds: 548.88 ops/second llite.lustre-fd4bc534-e004-4655-b236-c155f520bbba.statahead_batch_max=0 llite.lustre-fd4bc534-e004-4655-b236-c155f520bbba.statahead_stats=clear mdc.lustre-MDT0000-mdc-fd4bc534-e004-4655-b236-c155f520bbba.stats=clear ls -l files in d123ad.sanity: 10001 real 0m9.304s user 0m0.184s sys 0m8.475s unbatched statahead RPC=10004 hit count=9999 llite.lustre-fd4bc534-e004-4655-b236-c155f520bbba.statahead_batch_max=32 llite.lustre-fd4bc534-e004-4655-b236-c155f520bbba.statahead_stats=clear mdc.lustre-MDT0000-mdc-fd4bc534-e004-4655-b236-c155f520bbba.batch_stats=clear mdc.lustre-MDT0000-mdc-fd4bc534-e004-4655-b236-c155f520bbba.stats=clear ls -l files in d123ad.sanity: 10001 real 0m21.688s user 0m0.190s sys 0m9.398s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-fd4bc534-e004-4655-b236-c155f520bbba.batch_stats= snapshot_time: 1745458932.305660753 secs.nsecs start_time: 1745458908.409552307 secs.nsecs elapsed_time: 23.896108446 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-fd4bc534-e004-4655-b236-c155f520bbba.batch_stats=0 llite.lustre-fd4bc534-e004-4655-b236-c155f520bbba.statahead_max=2048 llite.lustre-fd4bc534-e004-4655-b236-c155f520bbba.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-fd4bc534-e004-4655-b236-c155f520bbba.batch_stats=0 total: 100 open/close in 0.51 seconds: 197.95 ops/second llite.lustre-fd4bc534-e004-4655-b236-c155f520bbba.statahead_max=0 101 real 0m0.488s user 0m0.004s sys 0m0.185s ls -l 100 files without statahead: 0 sec llite.lustre-fd4bc534-e004-4655-b236-c155f520bbba.statahead_max=2048 2048 101 real 0m0.357s user 0m0.004s sys 0m0.151s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 2.55 seconds: 353.18 ops/second llite.lustre-fd4bc534-e004-4655-b236-c155f520bbba.statahead_max=0 1001 real 0m6.015s user 0m0.024s sys 0m2.275s ls -l 1000 files without statahead: 6 sec llite.lustre-fd4bc534-e004-4655-b236-c155f520bbba.statahead_max=2048 2048 1001 real 0m1.132s user 0m0.016s sys 0m0.726s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4862 (time 1745459023.49 total 10.00 last 486.15) total: 9000 open/close in 18.00 seconds: 499.90 ops/second llite.lustre-fd4bc534-e004-4655-b236-c155f520bbba.statahead_max=0 10001 real 0m58.788s user 0m0.281s sys 0m20.821s ls -l 10000 files without statahead: 59 sec llite.lustre-fd4bc534-e004-4655-b236-c155f520bbba.statahead_max=2048 2048 10001 real 0m9.065s user 0m0.169s sys 0m7.710s ls -l 10000 files with statahead: 9 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 42 seconds llite.lustre-fd4bc534-e004-4655-b236-c155f520bbba.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-fd4bc534-e004-4655-b236-c155f520bbba.batch_stats= snapshot_time: 1745459146.607457089 secs.nsecs start_time: 1745458932.700566062 secs.nsecs elapsed_time: 213.906891027 secs.nsecs subreqs per batch batches % cum % 1: 204 65 65 2: 18 5 70 4: 9 2 73 8: 13 4 77 16: 15 4 82 32: 12 3 86 64: 1 0 86 128: 1 0 87 256: 40 12 100 - open/close 4527 (time 1745459157.24 total 10.00 last 452.60) - open/close 7681 (time 1745459167.24 total 20.00 last 315.38) total: 10000 open/close in 27.10 seconds: 369.00 ops/second llite.lustre-fd4bc534-e004-4655-b236-c155f520bbba.statahead_batch_max=0 llite.lustre-fd4bc534-e004-4655-b236-c155f520bbba.statahead_stats=clear mdc.lustre-MDT0000-mdc-fd4bc534-e004-4655-b236-c155f520bbba.stats=clear ls -l files in d123ad.sanity: 10001 real 0m8.743s user 0m0.199s sys 0m7.751s unbatched statahead RPC=10004 hit count=9999 llite.lustre-fd4bc534-e004-4655-b236-c155f520bbba.statahead_batch_max=256 llite.lustre-fd4bc534-e004-4655-b236-c155f520bbba.statahead_stats=clear mdc.lustre-MDT0000-mdc-fd4bc534-e004-4655-b236-c155f520bbba.batch_stats=clear mdc.lustre-MDT0000-mdc-fd4bc534-e004-4655-b236-c155f520bbba.stats=clear ls -l files in d123ad.sanity: 10001 real 0m8.695s user 0m0.181s sys 0m7.332s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-fd4bc534-e004-4655-b236-c155f520bbba.batch_stats= snapshot_time: 1745459195.845190295 secs.nsecs start_time: 1745459184.903279910 secs.nsecs elapsed_time: 10.941910385 secs.nsecs subreqs per batch batches % cum % 1: 132 57 57 2: 9 3 61 4: 8 3 65 8: 13 5 71 16: 13 5 76 32: 16 7 83 64: 1 0 84 128: 0 0 84 256: 36 15 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-fd4bc534-e004-4655-b236-c155f520bbba.statahead_batch_max=64 llite.lustre-fd4bc534-e004-4655-b236-c155f520bbba.statahead_max=128