== sanity test 123ad: Verify batching statahead works correctly ========================================================== 20:41:28 (1753749688) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8a72878e9000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8a72878e9000.batch_stats=0 llite.lustre-ffff8a72878e9000.statahead_max=32 llite.lustre-ffff8a72878e9000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8a72878e9000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8a72878e9000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.76 seconds: 132.19 ops/second llite.lustre-ffff8a72878e9000.statahead_max=0 101 real 0m0.682s user 0m0.005s sys 0m0.233s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8a72878e9000.statahead_max=32 32 101 real 0m0.365s user 0m0.003s sys 0m0.206s ls -l 100 files with statahead: 0 sec statahead total: 125 statahead wrong: 2 agl total: 119 list_total: 34 fname_total: 91 hit_total: 21702 miss_total: 1575 total: 900 open/close in 2.57 seconds: 350.14 ops/second llite.lustre-ffff8a72878e9000.statahead_max=0 1001 real 0m6.943s user 0m0.025s sys 0m2.289s ls -l 1000 files without statahead: 7 sec llite.lustre-ffff8a72878e9000.statahead_max=32 32 1001 real 0m3.578s user 0m0.022s sys 0m1.574s ls -l 1000 files with statahead: 3 sec statahead total: 126 statahead wrong: 2 agl total: 120 list_total: 35 fname_total: 91 hit_total: 22701 miss_total: 1576 - open/close 3482 (time 1753749720.25 total 10.00 last 348.09) - open/close 7400 (time 1753749730.25 total 20.00 last 391.76) total: 9000 open/close in 24.12 seconds: 373.11 ops/second llite.lustre-ffff8a72878e9000.statahead_max=0 10001 real 1m5.188s user 0m0.286s sys 0m21.901s ls -l 10000 files without statahead: 66 sec llite.lustre-ffff8a72878e9000.statahead_max=32 32 10001 real 0m39.595s user 0m0.189s sys 0m17.927s ls -l 10000 files with statahead: 39 sec statahead total: 127 statahead wrong: 2 agl total: 121 list_total: 36 fname_total: 91 hit_total: 32700 miss_total: 1577 ls -l done rm -r /mnt/lustre/d123ad.sanity: 74 seconds llite.lustre-ffff8a72878e9000.statahead_stats= statahead total: 127 statahead wrong: 2 agl total: 121 list_total: 36 fname_total: 91 hit_total: 32700 miss_total: 1577 mdc.lustre-MDT0000-mdc-ffff8a72878e9000.batch_stats= snapshot_time: 1753749925.365961381 secs.nsecs start_time: 1753749689.860821936 secs.nsecs elapsed_time: 235.505139445 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 4 1 1 4: 0 0 1 8: 9 2 3 16: 223 63 67 32: 115 32 100 mdc.lustre-MDT0001-mdc-ffff8a72878e9000.batch_stats= snapshot_time: 1753749925.366042616 secs.nsecs start_time: 1753749689.860904140 secs.nsecs elapsed_time: 235.505138476 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 0 0 4: 3 0 1 8: 5 1 2 16: 163 46 48 32: 182 51 100 - open/close 3455 (time 1753749936.96 total 10.00 last 345.49) - open/close 7222 (time 1753749946.96 total 20.00 last 376.66) total: 10000 open/close in 27.05 seconds: 369.68 ops/second llite.lustre-ffff8a72878e9000.statahead_batch_max=0 llite.lustre-ffff8a72878e9000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8a72878e9000.stats=clear mdc.lustre-MDT0001-mdc-ffff8a72878e9000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m44.899s user 0m0.300s sys 0m42.655s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8a72878e9000.statahead_batch_max=32 llite.lustre-ffff8a72878e9000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8a72878e9000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8a72878e9000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8a72878e9000.stats=clear mdc.lustre-MDT0001-mdc-ffff8a72878e9000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m38.179s user 0m0.206s sys 0m20.963s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8a72878e9000.batch_stats= snapshot_time: 1753750045.813172889 secs.nsecs start_time: 1753750002.431207681 secs.nsecs elapsed_time: 43.381965208 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8a72878e9000.batch_stats= snapshot_time: 1753750045.813215901 secs.nsecs start_time: 1753750002.431286493 secs.nsecs elapsed_time: 43.381929408 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8a72878e9000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8a72878e9000.batch_stats=0 llite.lustre-ffff8a72878e9000.statahead_max=2048 llite.lustre-ffff8a72878e9000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8a72878e9000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8a72878e9000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.82 seconds: 122.51 ops/second llite.lustre-ffff8a72878e9000.statahead_max=0 101 real 0m0.672s user 0m0.003s sys 0m0.239s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8a72878e9000.statahead_max=2048 2048 101 real 0m0.504s user 0m0.003s sys 0m0.238s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 2.29 seconds: 392.89 ops/second llite.lustre-ffff8a72878e9000.statahead_max=0 1001 real 0m6.893s user 0m0.031s sys 0m2.463s ls -l 1000 files without statahead: 7 sec llite.lustre-ffff8a72878e9000.statahead_max=2048 2048 1001 real 0m4.601s user 0m0.015s sys 0m1.813s ls -l 1000 files with statahead: 5 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4065 (time 1753750175.88 total 10.00 last 406.48) - open/close 7657 (time 1753750185.88 total 20.00 last 359.12) total: 9000 open/close in 24.65 seconds: 365.14 ops/second llite.lustre-ffff8a72878e9000.statahead_max=0 10001 real 1m7.937s user 0m0.288s sys 0m23.489s ls -l 10000 files without statahead: 68 sec llite.lustre-ffff8a72878e9000.statahead_max=2048 2048 10001 real 0m30.316s user 0m0.166s sys 0m19.543s ls -l 10000 files with statahead: 30 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 65 seconds llite.lustre-ffff8a72878e9000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8a72878e9000.batch_stats= snapshot_time: 1753750365.635044736 secs.nsecs start_time: 1753750046.798249761 secs.nsecs elapsed_time: 318.836794975 secs.nsecs subreqs per batch batches % cum % 1: 174 72 72 2: 18 7 80 4: 9 3 83 8: 4 1 85 16: 1 0 85 32: 1 0 86 64: 1 0 86 128: 3 1 87 256: 29 12 100 mdc.lustre-MDT0001-mdc-ffff8a72878e9000.batch_stats= snapshot_time: 1753750365.635094558 secs.nsecs start_time: 1753750046.798407379 secs.nsecs elapsed_time: 318.836687179 secs.nsecs subreqs per batch batches % cum % 1: 153 67 67 2: 22 9 77 4: 14 6 83 8: 3 1 84 16: 0 0 84 32: 1 0 85 64: 1 0 85 128: 1 0 86 256: 31 13 100 - open/close 3774 (time 1753750377.30 total 10.00 last 377.34) - open/close 7836 (time 1753750387.30 total 20.00 last 406.19) total: 10000 open/close in 26.05 seconds: 383.86 ops/second llite.lustre-ffff8a72878e9000.statahead_batch_max=0 llite.lustre-ffff8a72878e9000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8a72878e9000.stats=clear mdc.lustre-MDT0001-mdc-ffff8a72878e9000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m30.003s user 0m0.185s sys 0m26.326s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8a72878e9000.statahead_batch_max=256 llite.lustre-ffff8a72878e9000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8a72878e9000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8a72878e9000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8a72878e9000.stats=clear mdc.lustre-MDT0001-mdc-ffff8a72878e9000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m28.071s user 0m0.180s sys 0m20.396s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8a72878e9000.batch_stats= snapshot_time: 1753750459.163375533 secs.nsecs start_time: 1753750426.319329737 secs.nsecs elapsed_time: 32.844045796 secs.nsecs subreqs per batch batches % cum % 1: 272 60 60 2: 80 17 78 4: 29 6 84 8: 6 1 86 16: 3 0 86 32: 20 4 91 64: 5 1 92 128: 0 0 92 256: 34 7 100 mdc.lustre-MDT0001-mdc-ffff8a72878e9000.batch_stats= snapshot_time: 1753750459.163449258 secs.nsecs start_time: 1753750426.319382804 secs.nsecs elapsed_time: 32.844066454 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8a72878e9000.statahead_batch_max=64 llite.lustre-ffff8a72878e9000.statahead_max=128