== sanity test 123ad: Verify batching statahead works correctly ========================================================== 20:10:36 (1746144636) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88007f941800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88007f941800.batch_stats=0 llite.lustre-ffff88007f941800.statahead_max=32 llite.lustre-ffff88007f941800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88007f941800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88007f941800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.37 seconds: 72.89 ops/second llite.lustre-ffff88007f941800.statahead_max=0 101 real 0m1.130s user 0m0.005s sys 0m0.298s ls -l 100 files without statahead: 2 sec llite.lustre-ffff88007f941800.statahead_max=32 32 101 real 0m0.332s user 0m0.007s sys 0m0.131s ls -l 100 files with statahead: 1 sec statahead total: 117 statahead wrong: 2 agl total: 117 list_total: 28 fname_total: 89 hit_total: 5509 miss_total: 1507 total: 900 open/close in 5.76 seconds: 156.34 ops/second llite.lustre-ffff88007f941800.statahead_max=0 1001 real 0m12.407s user 0m0.082s sys 0m3.017s ls -l 1000 files without statahead: 12 sec llite.lustre-ffff88007f941800.statahead_max=32 32 1001 real 0m3.826s user 0m0.029s sys 0m1.144s ls -l 1000 files with statahead: 4 sec statahead total: 118 statahead wrong: 2 agl total: 118 list_total: 29 fname_total: 89 hit_total: 6508 miss_total: 1513 - open/close 1471 (time 1746144679.81 total 10.00 last 147.07) total: 3000 open/close in 19.54 seconds: 153.53 ops/second llite.lustre-ffff88007f941800.statahead_max=0 4001 real 0m45.560s user 0m0.481s sys 0m11.251s ls -l 4000 files without statahead: 46 sec llite.lustre-ffff88007f941800.statahead_max=32 32 4001 real 0m13.260s user 0m0.115s sys 0m4.492s ls -l 4000 files with statahead: 13 sec statahead total: 119 statahead wrong: 2 agl total: 119 list_total: 30 fname_total: 89 hit_total: 10507 miss_total: 1538 ls -l done rm -r /mnt/lustre/d123ad.sanity: 33 seconds llite.lustre-ffff88007f941800.statahead_stats= statahead total: 119 statahead wrong: 2 agl total: 119 list_total: 30 fname_total: 89 hit_total: 10507 miss_total: 1538 mdc.lustre-MDT0000-mdc-ffff88007f941800.batch_stats= snapshot_time: 1746144786.330660050 secs.nsecs start_time: 1746144638.333445411 secs.nsecs elapsed_time: 147.997214639 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 0 0 4: 3 1 2 8: 5 3 5 16: 91 54 60 32: 66 39 100 mdc.lustre-MDT0001-mdc-ffff88007f941800.batch_stats= snapshot_time: 1746144786.330752738 secs.nsecs start_time: 1746144638.335181229 secs.nsecs elapsed_time: 147.995571509 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 1 4: 2 1 2 8: 5 3 5 16: 86 51 57 32: 71 42 100 - open/close 1849 (time 1746144797.39 total 10.01 last 184.80) - open/close 3759 (time 1746144807.39 total 20.01 last 190.99) - open/close 5311 (time 1746144817.39 total 30.01 last 155.18) - open/close 7047 (time 1746144827.40 total 40.02 last 173.42) - open/close 8643 (time 1746144837.40 total 50.02 last 159.55) total: 10000 open/close in 58.31 seconds: 171.49 ops/second llite.lustre-ffff88007f941800.statahead_batch_max=0 llite.lustre-ffff88007f941800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88007f941800.stats=clear mdc.lustre-MDT0001-mdc-ffff88007f941800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m17.958s user 0m0.234s sys 0m9.092s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88007f941800.statahead_batch_max=32 llite.lustre-ffff88007f941800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88007f941800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88007f941800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88007f941800.stats=clear mdc.lustre-MDT0001-mdc-ffff88007f941800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m42.082s user 0m0.309s sys 0m11.256s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88007f941800.batch_stats= snapshot_time: 1746144912.955894808 secs.nsecs start_time: 1746144866.666252186 secs.nsecs elapsed_time: 46.289642622 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88007f941800.batch_stats= snapshot_time: 1746144912.955969123 secs.nsecs start_time: 1746144866.666640827 secs.nsecs elapsed_time: 46.289328296 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88007f941800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88007f941800.batch_stats=0 llite.lustre-ffff88007f941800.statahead_max=2048 llite.lustre-ffff88007f941800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff88007f941800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88007f941800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 1.26 seconds: 79.64 ops/second llite.lustre-ffff88007f941800.statahead_max=0 101 real 0m1.299s user 0m0.010s sys 0m0.317s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88007f941800.statahead_max=2048 2048 101 real 0m0.290s user 0m0.004s sys 0m0.137s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 70 total: 900 open/close in 6.69 seconds: 134.47 ops/second llite.lustre-ffff88007f941800.statahead_max=0 1001 real 0m11.654s user 0m0.096s sys 0m2.898s ls -l 1000 files without statahead: 12 sec llite.lustre-ffff88007f941800.statahead_max=2048 2048 1001 real 0m2.255s user 0m0.032s sys 0m1.125s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 71 - open/close 1451 (time 1746145094.65 total 10.01 last 145.01) - open/close 2930 (time 1746145104.65 total 20.01 last 147.85) total: 3000 open/close in 20.61 seconds: 145.57 ops/second llite.lustre-ffff88007f941800.statahead_max=0 4001 real 0m48.190s user 0m0.369s sys 0m11.833s ls -l 4000 files without statahead: 48 sec llite.lustre-ffff88007f941800.statahead_max=2048 2048 4001 real 0m7.456s user 0m0.125s sys 0m4.259s ls -l 4000 files with statahead: 7 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15096 miss_total: 72 ls -l done rm -r /mnt/lustre/d123ad.sanity: 34 seconds llite.lustre-ffff88007f941800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15096 miss_total: 72 mdc.lustre-MDT0000-mdc-ffff88007f941800.batch_stats= snapshot_time: 1746145200.445562619 secs.nsecs start_time: 1746144913.583904265 secs.nsecs elapsed_time: 286.861658354 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 4 4 4: 2 9 14 8: 3 14 28 16: 0 0 28 32: 1 4 33 64: 1 4 38 128: 2 9 47 256: 11 52 100 mdc.lustre-MDT0001-mdc-ffff88007f941800.batch_stats= snapshot_time: 1746145200.445651514 secs.nsecs start_time: 1746144913.584005988 secs.nsecs elapsed_time: 286.861645526 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 5 5 4: 2 10 15 8: 3 15 30 16: 0 0 30 32: 0 0 30 64: 1 5 35 128: 0 0 35 256: 13 65 100 - open/close 1523 (time 1746145211.64 total 10.00 last 152.23) - open/close 2928 (time 1746145221.65 total 20.01 last 140.41) - open/close 4311 (time 1746145231.65 total 30.01 last 138.26) - open/close 5769 (time 1746145241.65 total 40.02 last 145.78) - open/close 7033 (time 1746145251.66 total 50.02 last 126.36) - open/close 8544 (time 1746145261.66 total 60.02 last 151.04) total: 10000 open/close in 69.23 seconds: 144.45 ops/second llite.lustre-ffff88007f941800.statahead_batch_max=0 llite.lustre-ffff88007f941800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88007f941800.stats=clear mdc.lustre-MDT0001-mdc-ffff88007f941800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m22.266s user 0m0.322s sys 0m9.516s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88007f941800.statahead_batch_max=256 llite.lustre-ffff88007f941800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88007f941800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88007f941800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88007f941800.stats=clear mdc.lustre-MDT0001-mdc-ffff88007f941800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m19.046s user 0m0.251s sys 0m10.817s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88007f941800.batch_stats= snapshot_time: 1746145319.514866335 secs.nsecs start_time: 1746145296.762270308 secs.nsecs elapsed_time: 22.752596027 secs.nsecs subreqs per batch batches % cum % 1: 89 49 49 2: 9 5 54 4: 7 3 58 8: 7 3 62 16: 14 7 70 32: 15 8 78 64: 3 1 80 128: 0 0 80 256: 36 20 100 mdc.lustre-MDT0001-mdc-ffff88007f941800.batch_stats= snapshot_time: 1746145319.514956762 secs.nsecs start_time: 1746145296.762335997 secs.nsecs elapsed_time: 22.752620765 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88007f941800.statahead_batch_max=64 llite.lustre-ffff88007f941800.statahead_max=128