== sanity test 123ad: Verify batching statahead works correctly ========================================================== 01:46:58 (1769064418) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff94cf02c4b000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff94cf02c4b000.batch_stats=0 llite.lustre-ffff94cf02c4b000.statahead_max=32 llite.lustre-ffff94cf02c4b000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff94cf02c4b000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff94cf02c4b000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.94 seconds: 106.85 ops/second llite.lustre-ffff94cf02c4b000.statahead_max=0 101 real 0m0.983s user 0m0.002s sys 0m0.277s ls -l 100 files without statahead: 1 sec llite.lustre-ffff94cf02c4b000.statahead_max=32 32 101 real 0m0.396s user 0m0.005s sys 0m0.220s ls -l 100 files with statahead: 0 sec statahead total: 162 statahead wrong: 2 agl total: 155 list_total: 32 fname_total: 130 hit_total: 8086 miss_total: 1732 total: 900 open/close in 3.43 seconds: 262.52 ops/second llite.lustre-ffff94cf02c4b000.statahead_max=0 1001 real 0m8.329s user 0m0.044s sys 0m2.572s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff94cf02c4b000.statahead_max=32 32 1001 real 0m3.750s user 0m0.021s sys 0m1.477s ls -l 1000 files with statahead: 4 sec statahead total: 163 statahead wrong: 2 agl total: 156 list_total: 33 fname_total: 130 hit_total: 9084 miss_total: 1734 - open/close 2396 (time 1769064453.95 total 10.00 last 239.53) - open/close 4950 (time 1769064463.95 total 20.00 last 255.36) - open/close 7439 (time 1769064473.95 total 30.00 last 248.88) total: 9000 open/close in 35.92 seconds: 250.56 ops/second llite.lustre-ffff94cf02c4b000.statahead_max=0 10001 real 1m19.431s user 0m0.308s sys 0m23.968s ls -l 10000 files without statahead: 79 sec llite.lustre-ffff94cf02c4b000.statahead_max=32 32 10001 real 0m36.704s user 0m0.184s sys 0m15.560s ls -l 10000 files with statahead: 37 sec statahead total: 164 statahead wrong: 2 agl total: 157 list_total: 34 fname_total: 130 hit_total: 19080 miss_total: 1738 ls -l done rm -r /mnt/lustre/d123ad.sanity: 68 seconds llite.lustre-ffff94cf02c4b000.statahead_stats= statahead total: 164 statahead wrong: 2 agl total: 157 list_total: 34 fname_total: 130 hit_total: 19080 miss_total: 1738 mdc.lustre-MDT0000-mdc-ffff94cf02c4b000.batch_stats= snapshot_time: 1769064675.224592822 secs.nsecs start_time: 1769064420.324937189 secs.nsecs elapsed_time: 254.899655633 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 1 0 0 4: 4 1 1 8: 2 0 2 16: 225 64 66 32: 117 33 100 mdc.lustre-MDT0001-mdc-ffff94cf02c4b000.batch_stats= snapshot_time: 1769064675.224645212 secs.nsecs start_time: 1769064420.325025554 secs.nsecs elapsed_time: 254.899619658 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 2 0 0 8: 8 2 3 16: 149 41 45 32: 195 54 100 - open/close 3694 (time 1769064686.35 total 10.00 last 369.35) - open/close 7472 (time 1769064696.36 total 20.00 last 377.77) total: 10000 open/close in 26.56 seconds: 376.49 ops/second llite.lustre-ffff94cf02c4b000.statahead_batch_max=0 llite.lustre-ffff94cf02c4b000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff94cf02c4b000.stats=clear mdc.lustre-MDT0001-mdc-ffff94cf02c4b000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m31.485s user 0m0.193s sys 0m29.226s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff94cf02c4b000.statahead_batch_max=32 llite.lustre-ffff94cf02c4b000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff94cf02c4b000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff94cf02c4b000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff94cf02c4b000.stats=clear mdc.lustre-MDT0001-mdc-ffff94cf02c4b000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m33.388s user 0m0.161s sys 0m18.251s batched statahead RPC= hit count=9998 mdc.lustre-MDT0000-mdc-ffff94cf02c4b000.batch_stats= snapshot_time: 1769064775.178881971 secs.nsecs start_time: 1769064737.139522714 secs.nsecs elapsed_time: 38.039359257 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff94cf02c4b000.batch_stats= snapshot_time: 1769064775.178931874 secs.nsecs start_time: 1769064737.139604796 secs.nsecs elapsed_time: 38.039327078 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff94cf02c4b000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff94cf02c4b000.batch_stats=0 llite.lustre-ffff94cf02c4b000.statahead_max=2048 llite.lustre-ffff94cf02c4b000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff94cf02c4b000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff94cf02c4b000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.78 seconds: 128.78 ops/second llite.lustre-ffff94cf02c4b000.statahead_max=0 101 real 0m0.739s user 0m0.005s sys 0m0.248s ls -l 100 files without statahead: 0 sec llite.lustre-ffff94cf02c4b000.statahead_max=2048 2048 101 real 0m0.366s user 0m0.006s sys 0m0.190s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10097 miss_total: 3 total: 900 open/close in 2.58 seconds: 349.36 ops/second llite.lustre-ffff94cf02c4b000.statahead_max=0 1001 real 0m7.113s user 0m0.028s sys 0m2.350s ls -l 1000 files without statahead: 7 sec llite.lustre-ffff94cf02c4b000.statahead_max=2048 2048 1001 real 0m3.659s user 0m0.017s sys 0m1.678s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11096 miss_total: 4 - open/close 3334 (time 1769064897.08 total 10.00 last 333.39) - open/close 6421 (time 1769064907.08 total 20.00 last 308.68) total: 9000 open/close in 28.16 seconds: 319.59 ops/second llite.lustre-ffff94cf02c4b000.statahead_max=0 10001 real 1m8.272s user 0m0.276s sys 0m22.471s ls -l 10000 files without statahead: 68 sec llite.lustre-ffff94cf02c4b000.statahead_max=2048 2048 10001 real 0m24.185s user 0m0.177s sys 0m17.040s ls -l 10000 files with statahead: 24 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21095 miss_total: 5 ls -l done rm -r /mnt/lustre/d123ad.sanity: 59 seconds llite.lustre-ffff94cf02c4b000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21095 miss_total: 5 mdc.lustre-MDT0000-mdc-ffff94cf02c4b000.batch_stats= snapshot_time: 1769065077.584817362 secs.nsecs start_time: 1769064776.020595251 secs.nsecs elapsed_time: 301.564222111 secs.nsecs subreqs per batch batches % cum % 1: 26 36 36 2: 3 4 40 4: 4 5 45 8: 2 2 48 16: 1 1 50 32: 1 1 51 64: 1 1 52 128: 2 2 55 256: 32 44 100 mdc.lustre-MDT0001-mdc-ffff94cf02c4b000.batch_stats= snapshot_time: 1769065077.584869250 secs.nsecs start_time: 1769064776.020730904 secs.nsecs elapsed_time: 301.564138346 secs.nsecs subreqs per batch batches % cum % 1: 29 38 38 2: 3 3 42 4: 6 7 50 8: 3 3 53 16: 0 0 53 32: 0 0 53 64: 1 1 55 128: 3 3 59 256: 31 40 100 - open/close 4479 (time 1769065089.03 total 10.00 last 447.87) - open/close 8675 (time 1769065099.03 total 20.00 last 419.59) total: 10000 open/close in 23.02 seconds: 434.48 ops/second llite.lustre-ffff94cf02c4b000.statahead_batch_max=0 llite.lustre-ffff94cf02c4b000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff94cf02c4b000.stats=clear mdc.lustre-MDT0001-mdc-ffff94cf02c4b000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m28.102s user 0m0.158s sys 0m23.865s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff94cf02c4b000.statahead_batch_max=256 llite.lustre-ffff94cf02c4b000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff94cf02c4b000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff94cf02c4b000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff94cf02c4b000.stats=clear mdc.lustre-MDT0001-mdc-ffff94cf02c4b000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m27.502s user 0m0.160s sys 0m19.636s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff94cf02c4b000.batch_stats= snapshot_time: 1769065164.872944873 secs.nsecs start_time: 1769065132.750833465 secs.nsecs elapsed_time: 32.122111408 secs.nsecs subreqs per batch batches % cum % 1: 153 56 56 2: 22 8 64 4: 22 8 72 8: 12 4 77 16: 1 0 77 32: 24 8 86 64: 2 0 87 128: 0 0 87 256: 35 12 100 mdc.lustre-MDT0001-mdc-ffff94cf02c4b000.batch_stats= snapshot_time: 1769065164.873003624 secs.nsecs start_time: 1769065132.750887556 secs.nsecs elapsed_time: 32.122116068 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff94cf02c4b000.statahead_batch_max=64 llite.lustre-ffff94cf02c4b000.statahead_max=128