== sanity test 123ad: Verify batching statahead works correctly ========================================================== 19:33:31 (1746142411) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88012a621800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012a621800.batch_stats=0 llite.lustre-ffff88012a621800.statahead_max=32 llite.lustre-ffff88012a621800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012a621800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012a621800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 1.56 seconds: 64.05 ops/second llite.lustre-ffff88012a621800.statahead_max=0 101 real 0m1.422s user 0m0.017s sys 0m0.316s ls -l 100 files without statahead: 2 sec llite.lustre-ffff88012a621800.statahead_max=32 32 101 real 0m0.419s user 0m0.006s sys 0m0.131s ls -l 100 files with statahead: 0 sec statahead total: 102 statahead wrong: 2 agl total: 102 list_total: 27 fname_total: 75 hit_total: 4778 miss_total: 1494 total: 900 open/close in 6.58 seconds: 136.70 ops/second llite.lustre-ffff88012a621800.statahead_max=0 1001 real 0m13.142s user 0m0.065s sys 0m2.995s ls -l 1000 files without statahead: 13 sec llite.lustre-ffff88012a621800.statahead_max=32 32 1001 real 0m4.287s user 0m0.023s sys 0m1.191s ls -l 1000 files with statahead: 5 sec statahead total: 103 statahead wrong: 2 agl total: 103 list_total: 28 fname_total: 75 hit_total: 5777 miss_total: 1503 - open/close 1467 (time 1746142459.30 total 10.00 last 146.66) total: 2000 open/close in 13.76 seconds: 145.31 ops/second llite.lustre-ffff88012a621800.statahead_max=0 3001 real 0m33.801s user 0m0.423s sys 0m8.241s ls -l 3000 files without statahead: 34 sec llite.lustre-ffff88012a621800.statahead_max=32 32 3001 real 0m9.005s user 0m0.080s sys 0m3.278s ls -l 3000 files with statahead: 9 sec statahead total: 104 statahead wrong: 2 agl total: 104 list_total: 29 fname_total: 75 hit_total: 8776 miss_total: 1524 ls -l done rm -r /mnt/lustre/d123ad.sanity: 27 seconds llite.lustre-ffff88012a621800.statahead_stats= statahead total: 104 statahead wrong: 2 agl total: 104 list_total: 29 fname_total: 75 hit_total: 8776 miss_total: 1524 mdc.lustre-MDT0000-mdc-ffff88012a621800.batch_stats= snapshot_time: 1746142537.049293734 secs.nsecs start_time: 1746142413.915359033 secs.nsecs elapsed_time: 123.133934701 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 1 4: 2 1 2 8: 4 2 5 16: 76 56 62 32: 51 37 100 mdc.lustre-MDT0001-mdc-ffff88012a621800.batch_stats= snapshot_time: 1746142537.049402369 secs.nsecs start_time: 1746142413.915423128 secs.nsecs elapsed_time: 123.133979241 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 4 2 3 8: 6 4 8 16: 72 53 61 32: 52 38 100 - open/close 1426 (time 1746142548.36 total 10.01 last 142.51) - open/close 2911 (time 1746142558.37 total 20.01 last 148.44) - open/close 4555 (time 1746142568.37 total 30.01 last 164.32) - open/close 6252 (time 1746142578.37 total 40.02 last 169.67) - open/close 7907 (time 1746142588.38 total 50.02 last 165.40) - open/close 9403 (time 1746142598.38 total 60.03 last 149.53) total: 10000 open/close in 64.15 seconds: 155.89 ops/second llite.lustre-ffff88012a621800.statahead_batch_max=0 llite.lustre-ffff88012a621800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a621800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012a621800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m22.705s user 0m0.405s sys 0m9.668s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012a621800.statahead_batch_max=32 llite.lustre-ffff88012a621800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a621800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012a621800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a621800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012a621800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m37.136s user 0m0.333s sys 0m10.827s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012a621800.batch_stats= snapshot_time: 1746142669.776807348 secs.nsecs start_time: 1746142628.439687472 secs.nsecs elapsed_time: 41.337119876 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88012a621800.batch_stats= snapshot_time: 1746142669.776914704 secs.nsecs start_time: 1746142628.439747932 secs.nsecs elapsed_time: 41.337166772 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88012a621800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012a621800.batch_stats=0 llite.lustre-ffff88012a621800.statahead_max=2048 llite.lustre-ffff88012a621800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff88012a621800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012a621800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 1.60 seconds: 62.64 ops/second llite.lustre-ffff88012a621800.statahead_max=0 101 real 0m1.270s user 0m0.005s sys 0m0.299s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012a621800.statahead_max=2048 2048 101 real 0m0.398s user 0m0.004s sys 0m0.135s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 67 total: 900 open/close in 5.89 seconds: 152.84 ops/second llite.lustre-ffff88012a621800.statahead_max=0 1001 real 0m12.729s user 0m0.120s sys 0m2.888s ls -l 1000 files without statahead: 12 sec llite.lustre-ffff88012a621800.statahead_max=2048 2048 1001 real 0m1.842s user 0m0.033s sys 0m1.096s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 68 - open/close 1604 (time 1746142859.54 total 10.00 last 160.33) total: 3000 open/close in 19.88 seconds: 150.91 ops/second llite.lustre-ffff88012a621800.statahead_max=0 4001 real 0m47.953s user 0m0.546s sys 0m11.135s ls -l 4000 files without statahead: 48 sec llite.lustre-ffff88012a621800.statahead_max=2048 2048 4001 real 0m8.536s user 0m0.141s sys 0m4.452s ls -l 4000 files with statahead: 9 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15096 miss_total: 69 ls -l done rm -r /mnt/lustre/d123ad.sanity: 39 seconds llite.lustre-ffff88012a621800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15096 miss_total: 69 mdc.lustre-MDT0000-mdc-ffff88012a621800.batch_stats= snapshot_time: 1746142970.336542195 secs.nsecs start_time: 1746142670.394288300 secs.nsecs elapsed_time: 299.942253895 secs.nsecs subreqs per batch batches % cum % 1: 14 35 35 2: 2 5 40 4: 3 7 47 8: 6 15 62 16: 1 2 65 32: 1 2 67 64: 0 0 67 128: 5 12 80 256: 8 20 100 mdc.lustre-MDT0001-mdc-ffff88012a621800.batch_stats= snapshot_time: 1746142970.336667360 secs.nsecs start_time: 1746142670.394400637 secs.nsecs elapsed_time: 299.942266723 secs.nsecs subreqs per batch batches % cum % 1: 11 28 28 2: 1 2 30 4: 3 7 38 8: 4 10 48 16: 3 7 56 32: 1 2 58 64: 3 7 66 128: 1 2 69 256: 12 30 100 - open/close 1425 (time 1746142981.57 total 10.00 last 142.49) - open/close 2865 (time 1746142991.57 total 20.00 last 143.96) - open/close 4179 (time 1746143001.58 total 30.01 last 131.36) - open/close 5754 (time 1746143011.58 total 40.01 last 157.41) - open/close 7201 (time 1746143021.58 total 50.01 last 144.70) - open/close 8469 (time 1746143031.58 total 60.01 last 126.79) - open/close 9865 (time 1746143041.59 total 70.02 last 139.51) total: 10000 open/close in 70.93 seconds: 140.98 ops/second llite.lustre-ffff88012a621800.statahead_batch_max=0 llite.lustre-ffff88012a621800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a621800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012a621800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m22.308s user 0m0.286s sys 0m9.299s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012a621800.statahead_batch_max=256 llite.lustre-ffff88012a621800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a621800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012a621800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a621800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012a621800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m22.289s user 0m0.317s sys 0m10.958s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012a621800.batch_stats= snapshot_time: 1746143094.680023473 secs.nsecs start_time: 1746143068.191607522 secs.nsecs elapsed_time: 26.488415951 secs.nsecs subreqs per batch batches % cum % 1: 62 40 40 2: 13 8 48 4: 7 4 52 8: 11 7 60 16: 9 5 65 32: 13 8 74 64: 4 2 76 128: 0 0 76 256: 36 23 100 mdc.lustre-MDT0001-mdc-ffff88012a621800.batch_stats= snapshot_time: 1746143094.680127814 secs.nsecs start_time: 1746143068.192147931 secs.nsecs elapsed_time: 26.487979883 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88012a621800.statahead_batch_max=64 llite.lustre-ffff88012a621800.statahead_max=128