== sanity test 123ad: Verify batching statahead works correctly ========================================================== 07:36:10 (1740486970) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88012a60f000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012a60f000.batch_stats=0 llite.lustre-ffff88012a60f000.statahead_max=32 llite.lustre-ffff88012a60f000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012a60f000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012a60f000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.52 seconds: 193.98 ops/second llite.lustre-ffff88012a60f000.statahead_max=0 101 real 0m0.511s user 0m0.005s sys 0m0.191s ls -l 100 files without statahead: 0 sec llite.lustre-ffff88012a60f000.statahead_max=32 32 101 real 0m0.309s user 0m0.001s sys 0m0.121s ls -l 100 files with statahead: 0 sec statahead total: 46 statahead wrong: 1 agl total: 46 list_total: 19 fname_total: 27 hit_total: 11645 miss_total: 218 total: 900 open/close in 1.68 seconds: 535.25 ops/second llite.lustre-ffff88012a60f000.statahead_max=0 1001 real 0m5.703s user 0m0.055s sys 0m2.063s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff88012a60f000.statahead_max=32 32 1001 real 0m1.677s user 0m0.018s sys 0m0.907s ls -l 1000 files with statahead: 2 sec statahead total: 47 statahead wrong: 1 agl total: 47 list_total: 20 fname_total: 27 hit_total: 12644 miss_total: 219 - open/close 4395 (time 1740486995.45 total 10.00 last 439.46) - open/close 8897 (time 1740487005.45 total 20.00 last 450.17) total: 9000 open/close in 20.23 seconds: 444.79 ops/second llite.lustre-ffff88012a60f000.statahead_max=0 10001 real 0m49.496s user 0m0.259s sys 0m17.881s ls -l 10000 files without statahead: 50 sec llite.lustre-ffff88012a60f000.statahead_max=32 32 10001 real 0m17.088s user 0m0.188s sys 0m9.257s ls -l 10000 files with statahead: 17 sec statahead total: 48 statahead wrong: 1 agl total: 48 list_total: 21 fname_total: 27 hit_total: 22643 miss_total: 220 ls -l done rm -r /mnt/lustre/d123ad.sanity: 37 seconds llite.lustre-ffff88012a60f000.statahead_stats= statahead total: 48 statahead wrong: 1 agl total: 48 list_total: 21 fname_total: 27 hit_total: 22643 miss_total: 220 mdc.lustre-MDT0000-mdc-ffff88012a60f000.batch_stats= snapshot_time: 1740487113.896882606 secs.nsecs start_time: 1740486971.672689016 secs.nsecs elapsed_time: 142.224193590 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 0 4: 4 1 1 8: 4 1 2 16: 203 57 60 32: 142 40 100 mdc.lustre-MDT0001-mdc-ffff88012a60f000.batch_stats= snapshot_time: 1740487113.896977622 secs.nsecs start_time: 1740486971.672838671 secs.nsecs elapsed_time: 142.224138951 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 0 0 4: 2 0 0 8: 9 2 3 16: 194 54 58 32: 147 41 100 - open/close 4670 (time 1740487124.68 total 10.00 last 466.93) - open/close 8635 (time 1740487134.68 total 20.00 last 396.44) total: 10000 open/close in 24.00 seconds: 416.60 ops/second llite.lustre-ffff88012a60f000.statahead_batch_max=0 llite.lustre-ffff88012a60f000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a60f000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012a60f000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.566s user 0m0.202s sys 0m10.002s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012a60f000.statahead_batch_max=32 llite.lustre-ffff88012a60f000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a60f000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012a60f000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a60f000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012a60f000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m20.913s user 0m0.230s sys 0m9.482s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012a60f000.batch_stats= snapshot_time: 1740487174.319070739 secs.nsecs start_time: 1740487151.070646916 secs.nsecs elapsed_time: 23.248423823 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88012a60f000.batch_stats= snapshot_time: 1740487174.319217789 secs.nsecs start_time: 1740487151.070747343 secs.nsecs elapsed_time: 23.248470446 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88012a60f000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012a60f000.batch_stats=0 llite.lustre-ffff88012a60f000.statahead_max=2048 llite.lustre-ffff88012a60f000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff88012a60f000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012a60f000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.50 seconds: 198.50 ops/second llite.lustre-ffff88012a60f000.statahead_max=0 101 real 0m0.480s user 0m0.001s sys 0m0.167s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012a60f000.statahead_max=2048 2048 101 real 0m0.283s user 0m0.001s sys 0m0.115s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.71 seconds: 526.04 ops/second llite.lustre-ffff88012a60f000.statahead_max=0 1001 real 0m4.710s user 0m0.020s sys 0m1.621s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff88012a60f000.statahead_max=2048 2048 1001 real 0m1.288s user 0m0.015s sys 0m0.806s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 5128 (time 1740487264.08 total 10.00 last 512.73) total: 9000 open/close in 17.30 seconds: 520.25 ops/second llite.lustre-ffff88012a60f000.statahead_max=0 10001 real 0m47.632s user 0m0.245s sys 0m17.061s ls -l 10000 files without statahead: 48 sec llite.lustre-ffff88012a60f000.statahead_max=2048 2048 10001 real 0m9.139s user 0m0.178s sys 0m8.134s ls -l 10000 files with statahead: 9 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 34 seconds llite.lustre-ffff88012a60f000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff88012a60f000.batch_stats= snapshot_time: 1740487366.132320477 secs.nsecs start_time: 1740487174.936250071 secs.nsecs elapsed_time: 191.196070406 secs.nsecs subreqs per batch batches % cum % 1: 16 25 25 2: 4 6 32 4: 4 6 38 8: 3 4 43 16: 1 1 45 32: 0 0 45 64: 0 0 45 128: 8 12 58 256: 26 41 100 mdc.lustre-MDT0001-mdc-ffff88012a60f000.batch_stats= snapshot_time: 1740487366.132422024 secs.nsecs start_time: 1740487174.936366494 secs.nsecs elapsed_time: 191.196055530 secs.nsecs subreqs per batch batches % cum % 1: 20 27 27 2: 2 2 30 4: 4 5 36 8: 6 8 44 16: 1 1 45 32: 4 5 51 64: 1 1 52 128: 0 0 52 256: 34 47 100 - open/close 4987 (time 1740487376.81 total 10.00 last 498.64) - open/close 9838 (time 1740487386.81 total 20.00 last 485.00) total: 10000 open/close in 20.54 seconds: 486.94 ops/second llite.lustre-ffff88012a60f000.statahead_batch_max=0 llite.lustre-ffff88012a60f000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a60f000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012a60f000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.443s user 0m0.201s sys 0m9.202s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012a60f000.statahead_batch_max=256 llite.lustre-ffff88012a60f000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a60f000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012a60f000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a60f000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012a60f000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m9.162s user 0m0.163s sys 0m7.983s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012a60f000.batch_stats= snapshot_time: 1740487411.093221447 secs.nsecs start_time: 1740487399.769388718 secs.nsecs elapsed_time: 11.323832729 secs.nsecs subreqs per batch batches % cum % 1: 223 68 68 2: 15 4 72 4: 13 3 76 8: 7 2 78 16: 15 4 83 32: 16 4 88 64: 2 0 88 128: 1 0 89 256: 35 10 100 mdc.lustre-MDT0001-mdc-ffff88012a60f000.batch_stats= snapshot_time: 1740487411.093349868 secs.nsecs start_time: 1740487399.769466400 secs.nsecs elapsed_time: 11.323883468 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88012a60f000.statahead_batch_max=64 llite.lustre-ffff88012a60f000.statahead_max=128