== sanity test 123ad: Verify batching statahead works correctly ========================================================== 21:28:47 (1770690527) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff936fc55ba000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff936fc55ba000.batch_stats=0 llite.lustre-ffff936fc55ba000.statahead_max=32 llite.lustre-ffff936fc55ba000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff936fc55ba000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff936fc55ba000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.99 seconds: 100.80 ops/second llite.lustre-ffff936fc55ba000.statahead_max=0 101 real 0m0.811s user 0m0.009s sys 0m0.245s ls -l 100 files without statahead: 1 sec llite.lustre-ffff936fc55ba000.statahead_max=32 32 101 real 0m0.404s user 0m0.003s sys 0m0.187s ls -l 100 files with statahead: 0 sec statahead total: 104 statahead wrong: 2 agl total: 99 list_total: 32 fname_total: 58 hit_total: 28904 miss_total: 1585 total: 900 open/close in 3.12 seconds: 288.55 ops/second llite.lustre-ffff936fc55ba000.statahead_max=0 1001 real 0m7.458s user 0m0.027s sys 0m2.384s ls -l 1000 files without statahead: 7 sec llite.lustre-ffff936fc55ba000.statahead_max=32 32 1001 real 0m3.964s user 0m0.016s sys 0m1.765s ls -l 1000 files with statahead: 4 sec statahead total: 105 statahead wrong: 2 agl total: 100 list_total: 33 fname_total: 58 hit_total: 29903 miss_total: 1586 - open/close 2721 (time 1770690561.04 total 10.00 last 272.02) - open/close 5087 (time 1770690571.04 total 20.00 last 236.57) - open/close 8124 (time 1770690581.04 total 30.01 last 303.60) total: 9000 open/close in 33.98 seconds: 264.89 ops/second llite.lustre-ffff936fc55ba000.statahead_max=0 10001 real 1m54.974s user 0m0.389s sys 0m27.939s ls -l 10000 files without statahead: 115 sec llite.lustre-ffff936fc55ba000.statahead_max=32 32 10001 real 0m44.017s user 0m0.260s sys 0m15.166s ls -l 10000 files with statahead: 44 sec statahead total: 106 statahead wrong: 2 agl total: 101 list_total: 34 fname_total: 58 hit_total: 39891 miss_total: 1598 ls -l done rm -r /mnt/lustre/d123ad.sanity: 94 seconds llite.lustre-ffff936fc55ba000.statahead_stats= statahead total: 106 statahead wrong: 2 agl total: 101 list_total: 34 fname_total: 58 hit_total: 39891 miss_total: 1598 mdc.lustre-MDT0000-mdc-ffff936fc55ba000.batch_stats= snapshot_time: 1770690849.975088517 secs.nsecs start_time: 1770690528.820659379 secs.nsecs elapsed_time: 321.154429138 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 2 0 1 4: 2 0 1 8: 6 1 3 16: 194 54 57 32: 150 42 100 mdc.lustre-MDT0001-mdc-ffff936fc55ba000.batch_stats= snapshot_time: 1770690849.975143100 secs.nsecs start_time: 1770690528.820723628 secs.nsecs elapsed_time: 321.154419472 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 1 0 0 4: 1 0 1 8: 9 2 3 16: 189 53 57 32: 152 42 100 - open/close 1785 (time 1770690861.36 total 10.01 last 178.40) - open/close 3723 (time 1770690871.36 total 20.01 last 193.78) - open/close 5747 (time 1770690881.37 total 30.01 last 202.31) - open/close 7899 (time 1770690891.37 total 40.01 last 215.18) total: 10000 open/close in 48.23 seconds: 207.34 ops/second llite.lustre-ffff936fc55ba000.statahead_batch_max=0 llite.lustre-ffff936fc55ba000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff936fc55ba000.stats=clear mdc.lustre-MDT0001-mdc-ffff936fc55ba000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m32.776s user 0m0.282s sys 0m29.933s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff936fc55ba000.statahead_batch_max=32 llite.lustre-ffff936fc55ba000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff936fc55ba000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff936fc55ba000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff936fc55ba000.stats=clear mdc.lustre-MDT0001-mdc-ffff936fc55ba000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m38.521s user 0m0.208s sys 0m18.012s batched statahead RPC= hit count=9994 mdc.lustre-MDT0000-mdc-ffff936fc55ba000.batch_stats= snapshot_time: 1770690979.172756567 secs.nsecs start_time: 1770690935.419480565 secs.nsecs elapsed_time: 43.753276002 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff936fc55ba000.batch_stats= snapshot_time: 1770690979.172817690 secs.nsecs start_time: 1770690935.419559732 secs.nsecs elapsed_time: 43.753257958 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff936fc55ba000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff936fc55ba000.batch_stats=0 llite.lustre-ffff936fc55ba000.statahead_max=2048 llite.lustre-ffff936fc55ba000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff936fc55ba000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff936fc55ba000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.09 seconds: 92.03 ops/second llite.lustre-ffff936fc55ba000.statahead_max=0 101 real 0m0.941s user 0m0.007s sys 0m0.273s ls -l 100 files without statahead: 1 sec llite.lustre-ffff936fc55ba000.statahead_max=2048 2048 101 real 0m0.525s user 0m0.002s sys 0m0.266s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10093 miss_total: 7 total: 900 open/close in 3.88 seconds: 232.21 ops/second llite.lustre-ffff936fc55ba000.statahead_max=0 1001 real 0m8.606s user 0m0.034s sys 0m2.668s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff936fc55ba000.statahead_max=2048 2048 1001 real 0m3.846s user 0m0.022s sys 0m1.564s ls -l 1000 files with statahead: 4 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11092 miss_total: 8 - open/close 2199 (time 1770691137.71 total 10.00 last 219.87) - open/close 4856 (time 1770691147.71 total 20.00 last 265.68) - open/close 7834 (time 1770691157.72 total 30.01 last 297.69) total: 9000 open/close in 35.05 seconds: 256.74 ops/second llite.lustre-ffff936fc55ba000.statahead_max=0 10001 real 1m24.156s user 0m0.342s sys 0m25.541s ls -l 10000 files without statahead: 84 sec llite.lustre-ffff936fc55ba000.statahead_max=2048 2048 10001 real 0m31.107s user 0m0.196s sys 0m21.566s ls -l 10000 files with statahead: 31 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21091 miss_total: 9 ls -l done rm -r /mnt/lustre/d123ad.sanity: 69 seconds llite.lustre-ffff936fc55ba000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21091 miss_total: 9 mdc.lustre-MDT0000-mdc-ffff936fc55ba000.batch_stats= snapshot_time: 1770691358.626895420 secs.nsecs start_time: 1770690980.174436647 secs.nsecs elapsed_time: 378.452458773 secs.nsecs subreqs per batch batches % cum % 1: 137 68 68 2: 20 10 78 4: 5 2 81 8: 3 1 82 16: 0 0 82 32: 0 0 82 64: 2 1 83 128: 1 0 84 256: 31 15 100 mdc.lustre-MDT0001-mdc-ffff936fc55ba000.batch_stats= snapshot_time: 1770691358.626964850 secs.nsecs start_time: 1770690980.174579232 secs.nsecs elapsed_time: 378.452385618 secs.nsecs subreqs per batch batches % cum % 1: 168 70 70 2: 28 11 82 4: 4 1 84 8: 3 1 85 16: 1 0 85 32: 0 0 85 64: 2 0 86 128: 3 1 87 256: 29 12 100 - open/close 3492 (time 1770691369.73 total 10.00 last 349.16) - open/close 6957 (time 1770691379.73 total 20.00 last 346.44) total: 10000 open/close in 27.87 seconds: 358.78 ops/second llite.lustre-ffff936fc55ba000.statahead_batch_max=0 llite.lustre-ffff936fc55ba000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff936fc55ba000.stats=clear mdc.lustre-MDT0001-mdc-ffff936fc55ba000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m31.457s user 0m0.191s sys 0m26.935s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff936fc55ba000.statahead_batch_max=256 llite.lustre-ffff936fc55ba000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff936fc55ba000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff936fc55ba000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff936fc55ba000.stats=clear mdc.lustre-MDT0001-mdc-ffff936fc55ba000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m28.022s user 0m0.197s sys 0m20.895s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff936fc55ba000.batch_stats= snapshot_time: 1770691454.742497598 secs.nsecs start_time: 1770691421.928028196 secs.nsecs elapsed_time: 32.814469402 secs.nsecs subreqs per batch batches % cum % 1: 134 52 52 2: 32 12 64 4: 20 7 72 8: 7 2 75 16: 1 0 75 32: 25 9 85 64: 2 0 86 128: 0 0 86 256: 35 13 100 mdc.lustre-MDT0001-mdc-ffff936fc55ba000.batch_stats= snapshot_time: 1770691454.742552575 secs.nsecs start_time: 1770691421.928105751 secs.nsecs elapsed_time: 32.814446824 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff936fc55ba000.statahead_batch_max=64 llite.lustre-ffff936fc55ba000.statahead_max=128