== sanity test 123ad: Verify batching statahead works correctly ========================================================== 18:29:36 (1748471376) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800aaa2d000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800aaa2d000.batch_stats=0 llite.lustre-ffff8800aaa2d000.statahead_max=32 llite.lustre-ffff8800aaa2d000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800aaa2d000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800aaa2d000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.54 seconds: 185.57 ops/second llite.lustre-ffff8800aaa2d000.statahead_max=0 101 real 0m0.544s user 0m0.002s sys 0m0.203s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800aaa2d000.statahead_max=32 32 101 real 0m0.338s user 0m0.002s sys 0m0.120s ls -l 100 files with statahead: 1 sec statahead total: 53 statahead wrong: 1 agl total: 53 list_total: 19 fname_total: 34 hit_total: 11441 miss_total: 217 total: 900 open/close in 1.83 seconds: 492.92 ops/second llite.lustre-ffff8800aaa2d000.statahead_max=0 1001 real 0m5.101s user 0m0.040s sys 0m1.925s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800aaa2d000.statahead_max=32 32 1001 real 0m1.798s user 0m0.020s sys 0m0.987s ls -l 1000 files with statahead: 1 sec statahead total: 54 statahead wrong: 1 agl total: 54 list_total: 20 fname_total: 34 hit_total: 12440 miss_total: 218 - open/close 5111 (time 1748471400.73 total 10.00 last 511.04) total: 9000 open/close in 17.86 seconds: 503.92 ops/second llite.lustre-ffff8800aaa2d000.statahead_max=0 10001 real 0m50.571s user 0m0.295s sys 0m18.447s ls -l 10000 files without statahead: 51 sec llite.lustre-ffff8800aaa2d000.statahead_max=32 32 10001 real 0m17.344s user 0m0.205s sys 0m9.179s ls -l 10000 files with statahead: 17 sec statahead total: 55 statahead wrong: 1 agl total: 55 list_total: 21 fname_total: 34 hit_total: 22439 miss_total: 219 ls -l done rm -r /mnt/lustre/d123ad.sanity: 36 seconds llite.lustre-ffff8800aaa2d000.statahead_stats= statahead total: 55 statahead wrong: 1 agl total: 55 list_total: 21 fname_total: 34 hit_total: 22439 miss_total: 219 mdc.lustre-MDT0000-mdc-ffff8800aaa2d000.batch_stats= snapshot_time: 1748471517.034577760 secs.nsecs start_time: 1748471377.188353969 secs.nsecs elapsed_time: 139.846223791 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 3 0 1 8: 9 2 3 16: 234 66 70 32: 104 29 100 mdc.lustre-MDT0001-mdc-ffff8800aaa2d000.batch_stats= snapshot_time: 1748471517.034609878 secs.nsecs start_time: 1748471377.188402306 secs.nsecs elapsed_time: 139.846207572 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 2 0 0 4: 2 0 1 8: 5 1 2 16: 164 46 49 32: 181 50 100 - open/close 5141 (time 1748471527.60 total 10.00 last 514.09) total: 10000 open/close in 19.46 seconds: 513.98 ops/second llite.lustre-ffff8800aaa2d000.statahead_batch_max=0 llite.lustre-ffff8800aaa2d000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aaa2d000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800aaa2d000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m11.332s user 0m0.207s sys 0m10.540s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800aaa2d000.statahead_batch_max=32 llite.lustre-ffff8800aaa2d000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aaa2d000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800aaa2d000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aaa2d000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800aaa2d000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m20.683s user 0m0.202s sys 0m9.279s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800aaa2d000.batch_stats= snapshot_time: 1748471573.414677205 secs.nsecs start_time: 1748471550.289844167 secs.nsecs elapsed_time: 23.124833038 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800aaa2d000.batch_stats= snapshot_time: 1748471573.414711148 secs.nsecs start_time: 1748471550.289899004 secs.nsecs elapsed_time: 23.124812144 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800aaa2d000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800aaa2d000.batch_stats=0 llite.lustre-ffff8800aaa2d000.statahead_max=2048 llite.lustre-ffff8800aaa2d000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8800aaa2d000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800aaa2d000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.56 seconds: 178.57 ops/second llite.lustre-ffff8800aaa2d000.statahead_max=0 101 real 0m0.541s user 0m0.001s sys 0m0.204s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8800aaa2d000.statahead_max=2048 2048 101 real 0m0.297s user 0m0.001s sys 0m0.125s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.81 seconds: 496.81 ops/second llite.lustre-ffff8800aaa2d000.statahead_max=0 1001 real 0m5.358s user 0m0.024s sys 0m1.962s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff8800aaa2d000.statahead_max=2048 2048 1001 real 0m1.239s user 0m0.020s sys 0m0.871s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 5098 (time 1748471658.04 total 10.00 last 509.73) total: 9000 open/close in 18.21 seconds: 494.35 ops/second llite.lustre-ffff8800aaa2d000.statahead_max=0 10001 real 0m52.467s user 0m0.273s sys 0m18.512s ls -l 10000 files without statahead: 52 sec llite.lustre-ffff8800aaa2d000.statahead_max=2048 2048 10001 real 0m10.130s user 0m0.181s sys 0m8.651s ls -l 10000 files with statahead: 10 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 37 seconds llite.lustre-ffff8800aaa2d000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8800aaa2d000.batch_stats= snapshot_time: 1748471769.472620201 secs.nsecs start_time: 1748471573.798167465 secs.nsecs elapsed_time: 195.674452736 secs.nsecs subreqs per batch batches % cum % 1: 45 45 45 2: 1 1 46 4: 6 6 53 8: 10 10 63 16: 1 1 64 32: 1 1 65 64: 0 0 65 128: 3 3 68 256: 31 31 100 mdc.lustre-MDT0001-mdc-ffff8800aaa2d000.batch_stats= snapshot_time: 1748471769.472655584 secs.nsecs start_time: 1748471573.798242623 secs.nsecs elapsed_time: 195.674412961 secs.nsecs subreqs per batch batches % cum % 1: 62 52 52 2: 6 5 57 4: 7 5 63 8: 6 5 68 16: 1 0 69 32: 1 0 70 64: 1 0 71 128: 8 6 77 256: 26 22 100 - open/close 4644 (time 1748471780.04 total 10.00 last 464.38) - open/close 9774 (time 1748471790.04 total 20.00 last 512.92) total: 10000 open/close in 20.46 seconds: 488.69 ops/second llite.lustre-ffff8800aaa2d000.statahead_batch_max=0 llite.lustre-ffff8800aaa2d000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aaa2d000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800aaa2d000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m11.130s user 0m0.203s sys 0m10.017s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800aaa2d000.statahead_batch_max=256 llite.lustre-ffff8800aaa2d000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aaa2d000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800aaa2d000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aaa2d000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800aaa2d000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m9.963s user 0m0.194s sys 0m8.828s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800aaa2d000.batch_stats= snapshot_time: 1748471815.722952180 secs.nsecs start_time: 1748471803.437264887 secs.nsecs elapsed_time: 12.285687293 secs.nsecs subreqs per batch batches % cum % 1: 231 66 66 2: 23 6 72 4: 13 3 76 8: 13 3 80 16: 16 4 85 32: 15 4 89 64: 1 0 89 128: 1 0 89 256: 35 10 100 mdc.lustre-MDT0001-mdc-ffff8800aaa2d000.batch_stats= snapshot_time: 1748471815.723001898 secs.nsecs start_time: 1748471803.437318240 secs.nsecs elapsed_time: 12.285683658 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800aaa2d000.statahead_batch_max=64 llite.lustre-ffff8800aaa2d000.statahead_max=128