== sanity test 123ad: Verify batching statahead works correctly ========================================================== 21:39:43 (1746149983) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88012b4f4800.batch_stats=0 llite.lustre-ffff88012b4f4800.statahead_max=32 llite.lustre-ffff88012b4f4800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012b4f4800.batch_stats=0 total: 100 open/close in 1.21 seconds: 82.97 ops/second llite.lustre-ffff88012b4f4800.statahead_max=0 101 real 0m1.246s user 0m0.000s sys 0m0.317s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012b4f4800.statahead_max=32 32 101 real 0m0.467s user 0m0.006s sys 0m0.138s ls -l 100 files with statahead: 1 sec statahead total: 106 statahead wrong: 2 agl total: 106 list_total: 26 fname_total: 80 hit_total: 4403 miss_total: 481 total: 900 open/close in 8.31 seconds: 108.24 ops/second llite.lustre-ffff88012b4f4800.statahead_max=0 1001 real 0m13.024s user 0m0.075s sys 0m3.035s ls -l 1000 files without statahead: 13 sec llite.lustre-ffff88012b4f4800.statahead_max=32 32 1001 real 0m4.868s user 0m0.020s sys 0m1.142s ls -l 1000 files with statahead: 5 sec statahead total: 107 statahead wrong: 2 agl total: 107 list_total: 27 fname_total: 80 hit_total: 5402 miss_total: 491 - open/close 974 (time 1746150031.77 total 10.01 last 97.32) - open/close 1974 (time 1746150041.78 total 20.01 last 99.95) total: 2000 open/close in 20.24 seconds: 98.83 ops/second llite.lustre-ffff88012b4f4800.statahead_max=0 3001 real 0m43.540s user 0m0.296s sys 0m9.038s ls -l 3000 files without statahead: 43 sec llite.lustre-ffff88012b4f4800.statahead_max=32 32 3001 real 0m16.678s user 0m0.084s sys 0m3.558s ls -l 3000 files with statahead: 17 sec statahead total: 108 statahead wrong: 2 agl total: 108 list_total: 28 fname_total: 80 hit_total: 8401 miss_total: 514 ls -l done rm -r /mnt/lustre/d123ad.sanity: 36 seconds llite.lustre-ffff88012b4f4800.statahead_stats= statahead total: 108 statahead wrong: 2 agl total: 108 list_total: 28 fname_total: 80 hit_total: 8401 miss_total: 514 mdc.lustre-MDT0000-mdc-ffff88012b4f4800.batch_stats= snapshot_time: 1746150145.710901878 secs.nsecs start_time: 1746149985.044340450 secs.nsecs elapsed_time: 160.666561428 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 4 2 2 16: 3 2 5 32: 128 94 100 - open/close 1043 (time 1746150157.29 total 10.01 last 104.18) - open/close 2133 (time 1746150167.29 total 20.01 last 108.99) - open/close 3351 (time 1746150177.30 total 30.02 last 121.70) - open/close 4317 (time 1746150187.30 total 40.02 last 96.59) - open/close 5305 (time 1746150197.30 total 50.03 last 98.74) - open/close 6404 (time 1746150207.31 total 60.03 last 109.89) - open/close 7628 (time 1746150217.31 total 70.04 last 122.31) - open/close 8606 (time 1746150227.31 total 80.04 last 97.78) - open/close 9598 (time 1746150237.32 total 90.04 last 99.13) total: 10000 open/close in 93.69 seconds: 106.73 ops/second llite.lustre-ffff88012b4f4800.statahead_batch_max=0 llite.lustre-ffff88012b4f4800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012b4f4800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m24.645s user 0m0.305s sys 0m10.258s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012b4f4800.statahead_batch_max=32 llite.lustre-ffff88012b4f4800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012b4f4800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012b4f4800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m48.675s user 0m0.313s sys 0m11.816s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012b4f4800.batch_stats= snapshot_time: 1746150323.136042346 secs.nsecs start_time: 1746150269.336789420 secs.nsecs elapsed_time: 53.799252926 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88012b4f4800.batch_stats=0 llite.lustre-ffff88012b4f4800.statahead_max=2048 llite.lustre-ffff88012b4f4800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff88012b4f4800.batch_stats=0 total: 100 open/close in 1.87 seconds: 53.61 ops/second llite.lustre-ffff88012b4f4800.statahead_max=0 101 real 0m1.614s user 0m0.009s sys 0m0.335s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012b4f4800.statahead_max=2048 2048 101 real 0m0.382s user 0m0.009s sys 0m0.133s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 76 total: 900 open/close in 7.76 seconds: 115.95 ops/second llite.lustre-ffff88012b4f4800.statahead_max=0 1001 real 0m10.838s user 0m0.073s sys 0m2.857s ls -l 1000 files without statahead: 11 sec llite.lustre-ffff88012b4f4800.statahead_max=2048 2048 1001 real 0m2.169s user 0m0.034s sys 0m1.144s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 77 - open/close 1121 (time 1746150544.23 total 10.01 last 112.04) - open/close 2311 (time 1746150554.23 total 20.01 last 118.97) total: 3000 open/close in 24.67 seconds: 121.59 ops/second llite.lustre-ffff88012b4f4800.statahead_max=0 4001 real 0m51.893s user 0m0.493s sys 0m12.082s ls -l 4000 files without statahead: 52 sec llite.lustre-ffff88012b4f4800.statahead_max=2048 2048 4001 real 0m6.600s user 0m0.163s sys 0m4.347s ls -l 4000 files with statahead: 7 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15096 miss_total: 78 ls -l done rm -r /mnt/lustre/d123ad.sanity: 40 seconds llite.lustre-ffff88012b4f4800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15096 miss_total: 78 mdc.lustre-MDT0000-mdc-ffff88012b4f4800.batch_stats= snapshot_time: 1746150664.014763045 secs.nsecs start_time: 1746150323.898600566 secs.nsecs elapsed_time: 340.116162479 secs.nsecs subreqs per batch batches % cum % 1: 32 42 42 2: 4 5 48 4: 1 1 49 8: 6 8 57 16: 8 10 68 32: 3 4 72 64: 1 1 73 128: 1 1 74 256: 19 25 100 - open/close 1073 (time 1746150675.55 total 10.01 last 107.23) - open/close 2329 (time 1746150685.55 total 20.01 last 125.58) - open/close 3466 (time 1746150695.56 total 30.02 last 113.62) - open/close 4498 (time 1746150705.57 total 40.03 last 103.09) - open/close 5615 (time 1746150715.57 total 50.03 last 111.70) - open/close 6724 (time 1746150725.57 total 60.03 last 110.89) - open/close 7960 (time 1746150735.58 total 70.03 last 123.53) - open/close 9086 (time 1746150745.59 total 80.04 last 112.49) total: 10000 open/close in 87.05 seconds: 114.88 ops/second llite.lustre-ffff88012b4f4800.statahead_batch_max=0 llite.lustre-ffff88012b4f4800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012b4f4800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m19.189s user 0m0.312s sys 0m9.799s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012b4f4800.statahead_batch_max=256 llite.lustre-ffff88012b4f4800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012b4f4800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012b4f4800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m17.707s user 0m0.341s sys 0m11.032s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012b4f4800.batch_stats= snapshot_time: 1746150796.966500163 secs.nsecs start_time: 1746150774.777672262 secs.nsecs elapsed_time: 22.188827901 secs.nsecs subreqs per batch batches % cum % 1: 116 52 52 2: 11 5 57 4: 9 4 61 8: 17 7 69 16: 17 7 77 32: 11 5 82 64: 3 1 83 128: 0 0 83 256: 36 16 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88012b4f4800.statahead_batch_max=64 llite.lustre-ffff88012b4f4800.statahead_max=128