== sanity test 123ad: Verify batching statahead works correctly ========================================================== 03:56:22 (1739523382) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800ab026000.batch_stats=0 llite.lustre-ffff8800ab026000.statahead_max=32 llite.lustre-ffff8800ab026000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800ab026000.batch_stats=0 total: 100 open/close in 1.22 seconds: 81.83 ops/second llite.lustre-ffff8800ab026000.statahead_max=0 101 real 0m0.922s user 0m0.004s sys 0m0.271s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800ab026000.statahead_max=32 32 101 real 0m0.306s user 0m0.002s sys 0m0.119s ls -l 100 files with statahead: 1 sec statahead total: 65 statahead wrong: 2 agl total: 65 list_total: 24 fname_total: 41 hit_total: 6610 miss_total: 1568 total: 900 open/close in 4.51 seconds: 199.51 ops/second llite.lustre-ffff8800ab026000.statahead_max=0 1001 real 0m9.017s user 0m0.093s sys 0m2.539s ls -l 1000 files without statahead: 9 sec llite.lustre-ffff8800ab026000.statahead_max=32 32 1001 real 0m3.077s user 0m0.024s sys 0m1.022s ls -l 1000 files with statahead: 3 sec statahead total: 66 statahead wrong: 2 agl total: 66 list_total: 25 fname_total: 41 hit_total: 7609 miss_total: 1573 - open/close 1924 (time 1739523419.37 total 10.00 last 192.38) - open/close 3729 (time 1739523429.37 total 20.00 last 180.50) total: 4000 open/close in 21.27 seconds: 188.06 ops/second llite.lustre-ffff8800ab026000.statahead_max=0 5001 real 0m47.801s user 0m0.511s sys 0m13.009s ls -l 5000 files without statahead: 47 sec llite.lustre-ffff8800ab026000.statahead_max=32 32 5001 real 0m15.257s user 0m0.132s sys 0m4.958s ls -l 5000 files with statahead: 16 sec statahead total: 67 statahead wrong: 2 agl total: 67 list_total: 26 fname_total: 41 hit_total: 12608 miss_total: 1607 ls -l done rm -r /mnt/lustre/d123ad.sanity: 41 seconds llite.lustre-ffff8800ab026000.statahead_stats= statahead total: 67 statahead wrong: 2 agl total: 67 list_total: 26 fname_total: 41 hit_total: 12608 miss_total: 1607 mdc.lustre-MDT0000-mdc-ffff8800ab026000.batch_stats= snapshot_time: 1739523539.801750354 secs.nsecs start_time: 1739523384.954711630 secs.nsecs elapsed_time: 154.847038724 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 5 2 2 16: 3 1 4 32: 190 95 100 - open/close 1369 (time 1739523550.74 total 10.00 last 136.90) - open/close 2932 (time 1739523560.75 total 20.00 last 156.24) - open/close 4779 (time 1739523570.75 total 30.01 last 184.67) - open/close 7278 (time 1739523580.75 total 40.01 last 249.87) - open/close 9269 (time 1739523590.75 total 50.01 last 199.06) total: 10000 open/close in 54.86 seconds: 182.27 ops/second llite.lustre-ffff8800ab026000.statahead_batch_max=0 llite.lustre-ffff8800ab026000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800ab026000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m19.804s user 0m0.254s sys 0m8.892s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800ab026000.statahead_batch_max=32 llite.lustre-ffff8800ab026000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800ab026000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800ab026000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m39.623s user 0m0.331s sys 0m10.395s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800ab026000.batch_stats= snapshot_time: 1739523661.635516609 secs.nsecs start_time: 1739523618.384442970 secs.nsecs elapsed_time: 43.251073639 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800ab026000.batch_stats=0 llite.lustre-ffff8800ab026000.statahead_max=2048 llite.lustre-ffff8800ab026000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8800ab026000.batch_stats=0 total: 100 open/close in 1.02 seconds: 97.56 ops/second llite.lustre-ffff8800ab026000.statahead_max=0 101 real 0m0.950s user 0m0.009s sys 0m0.268s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800ab026000.statahead_max=2048 2048 101 real 0m0.368s user 0m0.002s sys 0m0.124s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 76 total: 900 open/close in 4.73 seconds: 190.36 ops/second llite.lustre-ffff8800ab026000.statahead_max=0 1001 real 0m12.317s user 0m0.129s sys 0m2.892s ls -l 1000 files without statahead: 13 sec llite.lustre-ffff8800ab026000.statahead_max=2048 2048 1001 real 0m1.905s user 0m0.033s sys 0m0.996s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 77 - open/close 1486 (time 1739523821.38 total 10.00 last 148.56) total: 2000 open/close in 13.96 seconds: 143.22 ops/second llite.lustre-ffff8800ab026000.statahead_max=0 3001 real 0m33.585s user 0m0.353s sys 0m8.354s ls -l 3000 files without statahead: 33 sec llite.lustre-ffff8800ab026000.statahead_max=2048 2048 3001 real 0m5.209s user 0m0.073s sys 0m3.086s ls -l 3000 files with statahead: 5 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 14096 miss_total: 78 ls -l done rm -r /mnt/lustre/d123ad.sanity: 24 seconds llite.lustre-ffff8800ab026000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 14096 miss_total: 78 mdc.lustre-MDT0000-mdc-ffff8800ab026000.batch_stats= snapshot_time: 1739523893.771550572 secs.nsecs start_time: 1739523662.230810711 secs.nsecs elapsed_time: 231.540739861 secs.nsecs subreqs per batch batches % cum % 1: 7 18 18 2: 1 2 21 4: 1 2 24 8: 4 10 35 16: 4 10 45 32: 2 5 51 64: 0 0 51 128: 3 8 59 256: 15 40 100 - open/close 2106 (time 1739523904.71 total 10.00 last 210.57) - open/close 4273 (time 1739523914.71 total 20.00 last 216.69) - open/close 6230 (time 1739523924.71 total 30.01 last 195.61) - open/close 7812 (time 1739523934.71 total 40.01 last 158.19) - open/close 9305 (time 1739523944.72 total 50.01 last 149.28) total: 10000 open/close in 53.91 seconds: 185.48 ops/second llite.lustre-ffff8800ab026000.statahead_batch_max=0 llite.lustre-ffff8800ab026000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800ab026000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m13.644s user 0m0.210s sys 0m8.510s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800ab026000.statahead_batch_max=256 llite.lustre-ffff8800ab026000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800ab026000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800ab026000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m13.608s user 0m0.312s sys 0m9.738s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800ab026000.batch_stats= snapshot_time: 1739523981.618129454 secs.nsecs start_time: 1739523964.933413716 secs.nsecs elapsed_time: 16.684715738 secs.nsecs subreqs per batch batches % cum % 1: 54 40 40 2: 9 6 46 4: 4 2 49 8: 3 2 51 16: 11 8 60 32: 17 12 72 64: 0 0 72 128: 0 0 72 256: 37 27 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800ab026000.statahead_batch_max=64 llite.lustre-ffff8800ab026000.statahead_max=128