== sanity test 123ad: Verify batching statahead works correctly ========================================================== 21:39:24 (1708828764) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800b5d06000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b5d06000.batch_stats=0 llite.lustre-ffff8800b5d06000.statahead_max=32 llite.lustre-ffff8800b5d06000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800b5d06000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b5d06000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.59 seconds: 170.87 ops/second llite.lustre-ffff8800b5d06000.statahead_max=0 101 real 0m0.548s user 0m0.007s sys 0m0.195s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8800b5d06000.statahead_max=32 32 101 real 0m0.315s user 0m0.005s sys 0m0.106s ls -l 100 files with statahead: 0 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 11840 miss_total: 141 total: 900 open/close in 1.68 seconds: 537.08 ops/second llite.lustre-ffff8800b5d06000.statahead_max=0 1001 real 0m4.871s user 0m0.037s sys 0m1.806s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800b5d06000.statahead_max=32 32 1001 real 0m1.423s user 0m0.020s sys 0m0.764s ls -l 1000 files with statahead: 2 sec statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 12839 miss_total: 142 - open/close 4262 (time 1708828788.27 total 10.00 last 426.13) - open/close 8203 (time 1708828798.27 total 20.00 last 394.07) total: 9000 open/close in 22.17 seconds: 406.00 ops/second llite.lustre-ffff8800b5d06000.statahead_max=0 10001 real 0m58.582s user 0m0.370s sys 0m23.909s ls -l 10000 files without statahead: 58 sec llite.lustre-ffff8800b5d06000.statahead_max=32 32 10001 real 0m16.808s user 0m0.205s sys 0m8.789s ls -l 10000 files with statahead: 17 sec statahead total: 32 statahead wrong: 0 agl total: 32 list_total: 32 fname_total: 0 hit_total: 22838 miss_total: 144 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 47 seconds rm done statahead total: 32 statahead wrong: 0 agl total: 32 list_total: 32 fname_total: 0 hit_total: 22838 miss_total: 144 mdc.lustre-MDT0000-mdc-ffff8800b5d06000.batch_stats= snapshot_time: 1708828929.206862010 secs.nsecs start_time: 1708828765.446270256 secs.nsecs elapsed_time: 163.760591754 secs.nsecs subreqs per batch batches % cum % 1: 5 1 1 2: 1 0 1 4: 3 0 2 8: 2 0 3 16: 223 63 66 32: 119 33 100 mdc.lustre-MDT0001-mdc-ffff8800b5d06000.batch_stats= snapshot_time: 1708828929.206990627 secs.nsecs start_time: 1708828765.446335693 secs.nsecs elapsed_time: 163.760654934 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 2 0 0 8: 6 1 2 16: 158 44 47 32: 188 52 100 - open/close 4322 (time 1708828939.81 total 10.00 last 432.15) - open/close 7173 (time 1708828949.81 total 20.00 last 285.07) - open/close 9141 (time 1708828959.81 total 30.00 last 196.79) total: 10000 open/close in 33.99 seconds: 294.21 ops/second llite.lustre-ffff8800b5d06000.statahead_batch_max=0 llite.lustre-ffff8800b5d06000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5d06000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5d06000.stats=clear 10001 real 0m11.443s user 0m0.248s sys 0m10.858s llite.lustre-ffff8800b5d06000.statahead_batch_max=32 llite.lustre-ffff8800b5d06000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5d06000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5d06000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5d06000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5d06000.stats=clear 10001 real 0m22.246s user 0m0.222s sys 0m9.576s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff8800b5d06000.batch_stats= snapshot_time: 1708829007.826615929 secs.nsecs start_time: 1708828979.733629183 secs.nsecs elapsed_time: 28.092986746 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800b5d06000.batch_stats= snapshot_time: 1708829007.826760129 secs.nsecs start_time: 1708828979.733732145 secs.nsecs elapsed_time: 28.093027984 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800b5d06000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b5d06000.batch_stats=0 llite.lustre-ffff8800b5d06000.statahead_max=2048 llite.lustre-ffff8800b5d06000.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800b5d06000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b5d06000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.88 seconds: 114.01 ops/second llite.lustre-ffff8800b5d06000.statahead_max=0 101 real 0m0.466s user 0m0.004s sys 0m0.177s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8800b5d06000.statahead_max=2048 2048 101 real 0m0.256s user 0m0.004s sys 0m0.102s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 3 total: 900 open/close in 1.80 seconds: 499.30 ops/second llite.lustre-ffff8800b5d06000.statahead_max=0 1001 real 0m5.290s user 0m0.031s sys 0m1.927s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff8800b5d06000.statahead_max=2048 2048 1001 real 0m1.355s user 0m0.022s sys 0m0.872s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 4 seconds rm done statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8800b5d06000.batch_stats= snapshot_time: 1708829075.410558419 secs.nsecs start_time: 1708829008.450560666 secs.nsecs elapsed_time: 66.959997753 secs.nsecs subreqs per batch batches % cum % 1: 4 50 50 2: 1 12 62 4: 1 12 75 8: 0 0 75 16: 0 0 75 32: 0 0 75 64: 0 0 75 128: 0 0 75 256: 2 25 100 mdc.lustre-MDT0001-mdc-ffff8800b5d06000.batch_stats= snapshot_time: 1708829075.410726657 secs.nsecs start_time: 1708829008.450635759 secs.nsecs elapsed_time: 66.960090898 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 3 30 30 16: 2 20 50 32: 2 20 70 64: 1 10 80 128: 0 0 80 256: 2 20 100 - open/close 3758 (time 1708829086.09 total 10.00 last 375.71) - open/close 6664 (time 1708829096.09 total 20.00 last 290.56) - open/close 9344 (time 1708829106.09 total 30.01 last 267.95) total: 10000 open/close in 32.67 seconds: 306.13 ops/second llite.lustre-ffff8800b5d06000.statahead_batch_max=0 llite.lustre-ffff8800b5d06000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5d06000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5d06000.stats=clear 10001 real 0m13.062s user 0m0.225s sys 0m12.142s llite.lustre-ffff8800b5d06000.statahead_batch_max=256 llite.lustre-ffff8800b5d06000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5d06000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5d06000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5d06000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5d06000.stats=clear 10001 real 0m12.548s user 0m0.226s sys 0m11.392s unbatched RPCs: 10004, batched RPCs: 277 mdc.lustre-MDT0000-mdc-ffff8800b5d06000.batch_stats= snapshot_time: 1708829144.554192001 secs.nsecs start_time: 1708829126.191957776 secs.nsecs elapsed_time: 18.362234225 secs.nsecs subreqs per batch batches % cum % 1: 178 64 64 2: 19 6 71 4: 8 2 74 8: 9 3 77 16: 4 1 78 32: 10 3 82 64: 14 5 87 128: 1 0 87 256: 34 12 100 mdc.lustre-MDT0001-mdc-ffff8800b5d06000.batch_stats= snapshot_time: 1708829144.554364331 secs.nsecs start_time: 1708829126.192055339 secs.nsecs elapsed_time: 18.362308992 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800b5d06000.statahead_batch_max=64 llite.lustre-ffff8800b5d06000.statahead_max=128