== sanity test 123ad: Verify batching statahead works correctly ========================================================== 21:38:42 (1708828722) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800b61b1000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b61b1000.batch_stats=0 llite.lustre-ffff8800b61b1000.statahead_max=32 llite.lustre-ffff8800b61b1000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800b61b1000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b61b1000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.48 seconds: 207.98 ops/second llite.lustre-ffff8800b61b1000.statahead_max=0 101 real 0m0.484s user 0m0.002s sys 0m0.184s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8800b61b1000.statahead_max=32 32 101 real 0m0.277s user 0m0.004s sys 0m0.099s ls -l 100 files with statahead: 0 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 11800 miss_total: 141 total: 900 open/close in 1.68 seconds: 536.91 ops/second llite.lustre-ffff8800b61b1000.statahead_max=0 1001 real 0m4.920s user 0m0.026s sys 0m1.869s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800b61b1000.statahead_max=32 32 1001 real 0m1.625s user 0m0.024s sys 0m0.845s ls -l 1000 files with statahead: 1 sec statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 12799 miss_total: 142 - open/close 4625 (time 1708828746.84 total 10.00 last 462.49) - open/close 8365 (time 1708828756.84 total 20.00 last 373.91) total: 9000 open/close in 21.87 seconds: 411.43 ops/second llite.lustre-ffff8800b61b1000.statahead_max=0 10001 real 1m0.052s user 0m0.361s sys 0m25.058s ls -l 10000 files without statahead: 61 sec llite.lustre-ffff8800b61b1000.statahead_max=32 32 10001 real 0m17.740s user 0m0.231s sys 0m9.307s ls -l 10000 files with statahead: 17 sec statahead total: 32 statahead wrong: 0 agl total: 32 list_total: 32 fname_total: 0 hit_total: 22798 miss_total: 143 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 43 seconds rm done statahead total: 32 statahead wrong: 0 agl total: 32 list_total: 32 fname_total: 0 hit_total: 22798 miss_total: 143 mdc.lustre-MDT0000-mdc-ffff8800b61b1000.batch_stats= snapshot_time: 1708828886.432073793 secs.nsecs start_time: 1708828723.814244113 secs.nsecs elapsed_time: 162.617829680 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 2 0 0 4: 4 1 1 8: 5 1 3 16: 195 55 58 32: 148 41 100 mdc.lustre-MDT0001-mdc-ffff8800b61b1000.batch_stats= snapshot_time: 1708828886.432377733 secs.nsecs start_time: 1708828723.814317845 secs.nsecs elapsed_time: 162.618059888 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 2 0 1 4: 2 0 1 8: 5 1 3 16: 201 56 59 32: 144 40 100 - open/close 4313 (time 1708828897.18 total 10.00 last 431.27) - open/close 7858 (time 1708828907.18 total 20.00 last 354.47) total: 10000 open/close in 28.01 seconds: 357.04 ops/second llite.lustre-ffff8800b61b1000.statahead_batch_max=0 llite.lustre-ffff8800b61b1000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b61b1000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b61b1000.stats=clear 10001 real 0m12.260s user 0m0.274s sys 0m11.601s llite.lustre-ffff8800b61b1000.statahead_batch_max=32 llite.lustre-ffff8800b61b1000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b61b1000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b61b1000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b61b1000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b61b1000.stats=clear 10001 real 0m24.065s user 0m0.247s sys 0m10.575s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff8800b61b1000.batch_stats= snapshot_time: 1708828962.190763807 secs.nsecs start_time: 1708828932.074548436 secs.nsecs elapsed_time: 30.116215371 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800b61b1000.batch_stats= snapshot_time: 1708828962.190907021 secs.nsecs start_time: 1708828932.074653628 secs.nsecs elapsed_time: 30.116253393 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800b61b1000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b61b1000.batch_stats=0 llite.lustre-ffff8800b61b1000.statahead_max=2048 llite.lustre-ffff8800b61b1000.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800b61b1000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b61b1000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.70 seconds: 143.64 ops/second llite.lustre-ffff8800b61b1000.statahead_max=0 101 real 0m0.461s user 0m0.002s sys 0m0.176s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800b61b1000.statahead_max=2048 2048 101 real 0m0.266s user 0m0.003s sys 0m0.110s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.71 seconds: 526.41 ops/second llite.lustre-ffff8800b61b1000.statahead_max=0 1001 real 0m4.834s user 0m0.024s sys 0m1.848s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800b61b1000.statahead_max=2048 2048 1001 real 0m1.297s user 0m0.024s sys 0m0.799s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4075 (time 1708829033.00 total 10.00 last 407.42) - open/close 7786 (time 1708829043.00 total 20.00 last 371.05) total: 9000 open/close in 23.60 seconds: 381.32 ops/second llite.lustre-ffff8800b61b1000.statahead_max=0 10001 real 1m1.132s user 0m0.400s sys 0m25.703s ls -l 10000 files without statahead: 62 sec llite.lustre-ffff8800b61b1000.statahead_max=2048 2048 10001 real 0m11.151s user 0m0.203s sys 0m9.953s ls -l 10000 files with statahead: 11 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 43 seconds rm done statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8800b61b1000.batch_stats= snapshot_time: 1708829169.068891403 secs.nsecs start_time: 1708828962.883883278 secs.nsecs elapsed_time: 206.185008125 secs.nsecs subreqs per batch batches % cum % 1: 69 56 56 2: 7 5 61 4: 7 5 67 8: 6 4 72 16: 0 0 72 32: 1 0 73 64: 1 0 73 128: 1 0 74 256: 31 25 100 mdc.lustre-MDT0001-mdc-ffff8800b61b1000.batch_stats= snapshot_time: 1708829169.069038335 secs.nsecs start_time: 1708828962.883958446 secs.nsecs elapsed_time: 206.185079889 secs.nsecs subreqs per batch batches % cum % 1: 65 51 51 2: 5 3 55 4: 13 10 65 8: 5 3 69 16: 0 0 69 32: 4 3 72 64: 3 2 74 128: 0 0 74 256: 32 25 100 - open/close 4458 (time 1708829179.72 total 10.00 last 445.75) - open/close 7813 (time 1708829189.72 total 20.00 last 335.44) total: 10000 open/close in 29.10 seconds: 343.62 ops/second llite.lustre-ffff8800b61b1000.statahead_batch_max=0 llite.lustre-ffff8800b61b1000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b61b1000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b61b1000.stats=clear 10001 real 0m13.633s user 0m0.239s sys 0m12.621s llite.lustre-ffff8800b61b1000.statahead_batch_max=256 llite.lustre-ffff8800b61b1000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b61b1000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b61b1000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b61b1000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b61b1000.stats=clear 10001 real 0m12.650s user 0m0.210s sys 0m11.451s unbatched RPCs: 10004, batched RPCs: 366 mdc.lustre-MDT0000-mdc-ffff8800b61b1000.batch_stats= snapshot_time: 1708829235.670104756 secs.nsecs start_time: 1708829217.009779151 secs.nsecs elapsed_time: 18.660325605 secs.nsecs subreqs per batch batches % cum % 1: 248 67 67 2: 19 5 72 4: 14 3 76 8: 12 3 80 16: 15 4 84 32: 7 1 86 64: 17 4 90 128: 1 0 90 256: 33 9 100 mdc.lustre-MDT0001-mdc-ffff8800b61b1000.batch_stats= snapshot_time: 1708829235.670212787 secs.nsecs start_time: 1708829217.009851341 secs.nsecs elapsed_time: 18.660361446 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800b61b1000.statahead_batch_max=64 llite.lustre-ffff8800b61b1000.statahead_max=128