== sanity test 123ad: Verify batching statahead works correctly ========================================================== 17:25:03 (1760131503) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88bf08000000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88bf08000000.batch_stats=0 llite.lustre-ffff88bf08000000.statahead_max=32 llite.lustre-ffff88bf08000000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88bf08000000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88bf08000000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.74 seconds: 135.15 ops/second llite.lustre-ffff88bf08000000.statahead_max=0 101 real 0m0.671s user 0m0.002s sys 0m0.257s ls -l 100 files without statahead: 0 sec llite.lustre-ffff88bf08000000.statahead_max=32 32 101 real 0m0.561s user 0m0.003s sys 0m0.274s ls -l 100 files with statahead: 1 sec statahead total: 135 statahead wrong: 2 agl total: 129 list_total: 33 fname_total: 102 hit_total: 21629 miss_total: 1458 total: 900 open/close in 1.99 seconds: 452.55 ops/second llite.lustre-ffff88bf08000000.statahead_max=0 1001 real 0m6.557s user 0m0.014s sys 0m2.374s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff88bf08000000.statahead_max=32 32 1001 real 0m3.908s user 0m0.014s sys 0m1.809s ls -l 1000 files with statahead: 4 sec statahead total: 136 statahead wrong: 2 agl total: 130 list_total: 34 fname_total: 102 hit_total: 22628 miss_total: 1459 - open/close 4250 (time 1760131535.24 total 10.00 last 424.95) - open/close 8786 (time 1760131545.24 total 20.00 last 453.58) total: 9000 open/close in 20.53 seconds: 438.37 ops/second llite.lustre-ffff88bf08000000.statahead_max=0 10001 real 1m2.682s user 0m0.214s sys 0m22.612s ls -l 10000 files without statahead: 63 sec llite.lustre-ffff88bf08000000.statahead_max=32 32 10001 real 0m38.516s user 0m0.155s sys 0m17.158s ls -l 10000 files with statahead: 38 sec statahead total: 137 statahead wrong: 2 agl total: 131 list_total: 35 fname_total: 102 hit_total: 32627 miss_total: 1460 ls -l done rm -r /mnt/lustre/d123ad.sanity: 60 seconds llite.lustre-ffff88bf08000000.statahead_stats= statahead total: 137 statahead wrong: 2 agl total: 131 list_total: 35 fname_total: 102 hit_total: 32627 miss_total: 1460 mdc.lustre-MDT0000-mdc-ffff88bf08000000.batch_stats= snapshot_time: 1760131717.760324334 secs.nsecs start_time: 1760131505.204433336 secs.nsecs elapsed_time: 212.555890998 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 0 0 4: 5 1 1 8: 4 1 2 16: 192 54 57 32: 152 42 100 mdc.lustre-MDT0001-mdc-ffff88bf08000000.batch_stats= snapshot_time: 1760131717.760365257 secs.nsecs start_time: 1760131505.205108231 secs.nsecs elapsed_time: 212.555257026 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 0 4: 3 0 1 8: 8 2 3 16: 193 54 58 32: 149 41 100 - open/close 5002 (time 1760131728.84 total 10.00 last 500.16) total: 10000 open/close in 19.30 seconds: 518.12 ops/second llite.lustre-ffff88bf08000000.statahead_batch_max=0 llite.lustre-ffff88bf08000000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88bf08000000.stats=clear mdc.lustre-MDT0001-mdc-ffff88bf08000000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m31.870s user 0m0.170s sys 0m28.986s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88bf08000000.statahead_batch_max=32 llite.lustre-ffff88bf08000000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88bf08000000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88bf08000000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88bf08000000.stats=clear mdc.lustre-MDT0001-mdc-ffff88bf08000000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m36.407s user 0m0.155s sys 0m19.704s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88bf08000000.batch_stats= snapshot_time: 1760131813.292006386 secs.nsecs start_time: 1760131772.542804114 secs.nsecs elapsed_time: 40.749202272 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88bf08000000.batch_stats= snapshot_time: 1760131813.292081904 secs.nsecs start_time: 1760131772.542876185 secs.nsecs elapsed_time: 40.749205719 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88bf08000000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88bf08000000.batch_stats=0 llite.lustre-ffff88bf08000000.statahead_max=2048 llite.lustre-ffff88bf08000000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff88bf08000000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88bf08000000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.81 seconds: 123.83 ops/second llite.lustre-ffff88bf08000000.statahead_max=0 101 real 0m0.688s user 0m0.003s sys 0m0.255s ls -l 100 files without statahead: 0 sec llite.lustre-ffff88bf08000000.statahead_max=2048 2048 101 real 0m0.492s user 0m0.003s sys 0m0.343s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.92 seconds: 468.04 ops/second llite.lustre-ffff88bf08000000.statahead_max=0 1001 real 0m6.493s user 0m0.025s sys 0m2.306s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff88bf08000000.statahead_max=2048 2048 1001 real 0m3.692s user 0m0.014s sys 0m1.450s ls -l 1000 files with statahead: 4 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4525 (time 1760131930.84 total 10.00 last 452.50) - open/close 8996 (time 1760131940.84 total 20.00 last 447.09) total: 9000 open/close in 20.01 seconds: 449.86 ops/second llite.lustre-ffff88bf08000000.statahead_max=0 10001 real 1m1.421s user 0m0.193s sys 0m22.014s ls -l 10000 files without statahead: 62 sec llite.lustre-ffff88bf08000000.statahead_max=2048 2048 10001 real 0m27.830s user 0m0.145s sys 0m20.659s ls -l 10000 files with statahead: 28 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 70 seconds llite.lustre-ffff88bf08000000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff88bf08000000.batch_stats= snapshot_time: 1760132112.461697232 secs.nsecs start_time: 1760131814.146123174 secs.nsecs elapsed_time: 298.315574058 secs.nsecs subreqs per batch batches % cum % 1: 103 66 66 2: 11 7 73 4: 6 3 76 8: 2 1 78 16: 1 0 78 32: 0 0 78 64: 0 0 78 128: 7 4 83 256: 26 16 100 mdc.lustre-MDT0001-mdc-ffff88bf08000000.batch_stats= snapshot_time: 1760132112.461746932 secs.nsecs start_time: 1760131814.146235971 secs.nsecs elapsed_time: 298.315510961 secs.nsecs subreqs per batch batches % cum % 1: 114 65 65 2: 11 6 71 4: 7 4 75 8: 4 2 78 16: 2 1 79 32: 2 1 80 64: 0 0 80 128: 2 1 81 256: 32 18 100 - open/close 4488 (time 1760132124.30 total 10.00 last 448.77) - open/close 8952 (time 1760132134.31 total 20.00 last 446.38) total: 10000 open/close in 22.31 seconds: 448.28 ops/second llite.lustre-ffff88bf08000000.statahead_batch_max=0 llite.lustre-ffff88bf08000000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88bf08000000.stats=clear mdc.lustre-MDT0001-mdc-ffff88bf08000000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m42.646s user 0m0.210s sys 0m35.214s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88bf08000000.statahead_batch_max=256 llite.lustre-ffff88bf08000000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88bf08000000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88bf08000000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88bf08000000.stats=clear mdc.lustre-MDT0001-mdc-ffff88bf08000000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m35.657s user 0m0.162s sys 0m25.260s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88bf08000000.batch_stats= snapshot_time: 1760132222.514891808 secs.nsecs start_time: 1760132182.274598456 secs.nsecs elapsed_time: 40.240293352 secs.nsecs subreqs per batch batches % cum % 1: 246 68 68 2: 44 12 80 4: 7 1 82 8: 1 0 82 16: 1 0 82 32: 21 5 88 64: 6 1 90 128: 0 0 90 256: 35 9 100 mdc.lustre-MDT0001-mdc-ffff88bf08000000.batch_stats= snapshot_time: 1760132222.514955303 secs.nsecs start_time: 1760132182.274658623 secs.nsecs elapsed_time: 40.240296680 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88bf08000000.statahead_batch_max=64 llite.lustre-ffff88bf08000000.statahead_max=128