== sanity test 123ad: Verify batching statahead works correctly ========================================================== 10:21:30 (1746627690) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800ae293800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800ae293800.batch_stats=0 llite.lustre-ffff8800ae293800.statahead_max=32 llite.lustre-ffff8800ae293800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800ae293800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800ae293800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.52 seconds: 193.59 ops/second llite.lustre-ffff8800ae293800.statahead_max=0 101 real 0m0.612s user 0m0.004s sys 0m0.224s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800ae293800.statahead_max=32 32 101 real 0m0.341s user 0m0.002s sys 0m0.121s ls -l 100 files with statahead: 1 sec statahead total: 43 statahead wrong: 1 agl total: 43 list_total: 19 fname_total: 24 hit_total: 11755 miss_total: 219 total: 900 open/close in 1.77 seconds: 508.42 ops/second llite.lustre-ffff8800ae293800.statahead_max=0 1001 real 0m5.659s user 0m0.029s sys 0m2.047s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff8800ae293800.statahead_max=32 32 1001 real 0m1.656s user 0m0.025s sys 0m0.855s ls -l 1000 files with statahead: 2 sec statahead total: 44 statahead wrong: 1 agl total: 44 list_total: 20 fname_total: 24 hit_total: 12754 miss_total: 220 - open/close 4502 (time 1746627716.23 total 10.00 last 450.14) total: 9000 open/close in 19.53 seconds: 460.72 ops/second llite.lustre-ffff8800ae293800.statahead_max=0 10001 real 0m51.814s user 0m0.308s sys 0m18.514s ls -l 10000 files without statahead: 51 sec llite.lustre-ffff8800ae293800.statahead_max=32 32 10001 real 0m17.085s user 0m0.201s sys 0m9.085s ls -l 10000 files with statahead: 17 sec statahead total: 45 statahead wrong: 1 agl total: 45 list_total: 21 fname_total: 24 hit_total: 22753 miss_total: 221 ls -l done rm -r /mnt/lustre/d123ad.sanity: 36 seconds llite.lustre-ffff8800ae293800.statahead_stats= statahead total: 45 statahead wrong: 1 agl total: 45 list_total: 21 fname_total: 24 hit_total: 22753 miss_total: 221 mdc.lustre-MDT0000-mdc-ffff8800ae293800.batch_stats= snapshot_time: 1746627834.841979666 secs.nsecs start_time: 1746627692.123267588 secs.nsecs elapsed_time: 142.718712078 secs.nsecs subreqs per batch batches % cum % 1: 3 0 0 2: 1 0 1 4: 4 1 2 8: 6 1 3 16: 231 65 69 32: 108 30 100 mdc.lustre-MDT0001-mdc-ffff8800ae293800.batch_stats= snapshot_time: 1746627834.842117836 secs.nsecs start_time: 1746627692.123342698 secs.nsecs elapsed_time: 142.718775138 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 0 0 4: 2 0 0 8: 4 1 1 16: 155 43 45 32: 192 54 100 - open/close 4912 (time 1746627845.41 total 10.00 last 491.16) total: 10000 open/close in 19.71 seconds: 507.28 ops/second llite.lustre-ffff8800ae293800.statahead_batch_max=0 llite.lustre-ffff8800ae293800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800ae293800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800ae293800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.646s user 0m0.186s sys 0m10.032s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800ae293800.statahead_batch_max=32 llite.lustre-ffff8800ae293800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800ae293800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800ae293800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800ae293800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800ae293800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m21.147s user 0m0.204s sys 0m9.398s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800ae293800.batch_stats= snapshot_time: 1746627891.061462746 secs.nsecs start_time: 1746627867.706848576 secs.nsecs elapsed_time: 23.354614170 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800ae293800.batch_stats= snapshot_time: 1746627891.061524354 secs.nsecs start_time: 1746627867.706917622 secs.nsecs elapsed_time: 23.354606732 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800ae293800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800ae293800.batch_stats=0 llite.lustre-ffff8800ae293800.statahead_max=2048 llite.lustre-ffff8800ae293800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8800ae293800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800ae293800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.54 seconds: 186.39 ops/second llite.lustre-ffff8800ae293800.statahead_max=0 101 real 0m0.543s user 0m0.003s sys 0m0.203s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8800ae293800.statahead_max=2048 2048 101 real 0m0.278s user 0m0.003s sys 0m0.114s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 2.06 seconds: 436.73 ops/second llite.lustre-ffff8800ae293800.statahead_max=0 1001 real 0m5.284s user 0m0.027s sys 0m1.939s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff8800ae293800.statahead_max=2048 2048 1001 real 0m1.264s user 0m0.016s sys 0m0.798s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4716 (time 1746627974.97 total 10.00 last 471.56) total: 9000 open/close in 18.82 seconds: 478.28 ops/second llite.lustre-ffff8800ae293800.statahead_max=0 10001 real 1m1.642s user 0m0.268s sys 0m21.498s ls -l 10000 files without statahead: 62 sec llite.lustre-ffff8800ae293800.statahead_max=2048 2048 10001 real 0m9.664s user 0m0.189s sys 0m8.236s ls -l 10000 files with statahead: 10 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 42 seconds llite.lustre-ffff8800ae293800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8800ae293800.batch_stats= snapshot_time: 1746628101.834363121 secs.nsecs start_time: 1746627891.450289891 secs.nsecs elapsed_time: 210.384073230 secs.nsecs subreqs per batch batches % cum % 1: 50 48 48 2: 4 3 51 4: 11 10 62 8: 3 2 65 16: 2 1 67 32: 0 0 67 64: 0 0 67 128: 8 7 75 256: 26 25 100 mdc.lustre-MDT0001-mdc-ffff8800ae293800.batch_stats= snapshot_time: 1746628101.834425398 secs.nsecs start_time: 1746627891.450366196 secs.nsecs elapsed_time: 210.384059202 secs.nsecs subreqs per batch batches % cum % 1: 64 53 53 2: 4 3 56 4: 5 4 60 8: 8 6 67 16: 2 1 69 32: 1 0 70 64: 2 1 71 128: 0 0 71 256: 34 28 100 - open/close 3997 (time 1746628112.54 total 10.00 last 399.66) - open/close 7548 (time 1746628122.54 total 20.00 last 355.06) total: 10000 open/close in 26.99 seconds: 370.52 ops/second llite.lustre-ffff8800ae293800.statahead_batch_max=0 llite.lustre-ffff8800ae293800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800ae293800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800ae293800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m9.401s user 0m0.189s sys 0m8.420s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800ae293800.statahead_batch_max=256 llite.lustre-ffff8800ae293800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800ae293800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800ae293800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800ae293800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800ae293800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m9.020s user 0m0.170s sys 0m7.781s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800ae293800.batch_stats= snapshot_time: 1746628152.134557587 secs.nsecs start_time: 1746628140.843230564 secs.nsecs elapsed_time: 11.291327023 secs.nsecs subreqs per batch batches % cum % 1: 215 66 66 2: 14 4 71 4: 7 2 73 8: 12 3 77 16: 19 5 82 32: 20 6 89 64: 0 0 89 128: 0 0 89 256: 35 10 100 mdc.lustre-MDT0001-mdc-ffff8800ae293800.batch_stats= snapshot_time: 1746628152.134645291 secs.nsecs start_time: 1746628140.843275409 secs.nsecs elapsed_time: 11.291369882 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800ae293800.statahead_batch_max=64 llite.lustre-ffff8800ae293800.statahead_max=128