== sanity test 123ad: Verify batching statahead works correctly ========================================================== 03:54:25 (1711094065) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800a8493800.batch_stats=0 llite.lustre-ffff8800a8493800.statahead_max=32 llite.lustre-ffff8800a8493800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800a8493800.batch_stats=0 - open/close 34 (time 1711094079.64 total 11.54 last 2.95) total: 100 open/close in 12.52 seconds: 7.99 ops/second llite.lustre-ffff8800a8493800.statahead_max=0 101 real 0m1.534s user 0m0.004s sys 0m0.306s ls -l 100 files without statahead: 2 sec llite.lustre-ffff8800a8493800.statahead_max=32 32 101 real 0m0.507s user 0m0.002s sys 0m0.125s ls -l 100 files with statahead: 0 sec statahead total: 28 statahead wrong: 0 agl total: 28 list_total: 28 fname_total: 0 hit_total: 1723 miss_total: 140 - open/close 124 (time 1711094098.47 total 12.31 last 10.07) - open/close 524 (time 1711094112.77 total 26.60 last 27.99) total: 900 open/close in 29.30 seconds: 30.71 ops/second llite.lustre-ffff8800a8493800.statahead_max=0 1001 real 0m12.224s user 0m0.101s sys 0m2.790s ls -l 1000 files without statahead: 12 sec llite.lustre-ffff8800a8493800.statahead_max=32 32 1001 real 0m3.497s user 0m0.032s sys 0m0.983s ls -l 1000 files with statahead: 4 sec statahead total: 29 statahead wrong: 0 agl total: 29 list_total: 29 fname_total: 0 hit_total: 2722 miss_total: 150 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 10 seconds rm done statahead total: 29 statahead wrong: 0 agl total: 29 list_total: 29 fname_total: 0 hit_total: 2722 miss_total: 150 mdc.lustre-MDT0000-mdc-ffff8800a8493800.batch_stats= snapshot_time: 1711094146.370031547 secs.nsecs start_time: 1711094068.010463177 secs.nsecs elapsed_time: 78.359568370 secs.nsecs subreqs per batch batches % cum % 1: 1 2 2 2: 0 0 2 4: 0 0 2 8: 3 7 10 16: 2 5 15 32: 34 85 100 - open/close 295 (time 1711094161.56 total 13.65 last 21.62) - open/close 733 (time 1711094175.76 total 27.85 last 30.83) - open/close 926 (time 1711094189.07 total 41.16 last 14.51) - open/close 1755 (time 1711094207.63 total 59.72 last 44.66) - open/close 2078 (time 1711094221.63 total 73.72 last 23.07) - open/close 2616 (time 1711094237.66 total 89.75 last 33.56) - open/close 3656 (time 1711094247.66 total 99.75 last 103.98) - open/close 4611 (time 1711094257.66 total 109.75 last 95.47) - open/close 5187 (time 1711094274.51 total 126.60 last 34.20) - open/close 6149 (time 1711094284.51 total 136.60 last 96.12) - open/close 7106 (time 1711094294.52 total 146.61 last 95.67) - open/close 7924 (time 1711094304.52 total 156.61 last 81.80) - open/close 8249 (time 1711094319.80 total 171.89 last 21.27) - open/close 8317 (time 1711094331.79 total 183.88 last 5.67) - open/close 8444 (time 1711094344.58 total 196.67 last 9.93) - open/close 9173 (time 1711094364.11 total 216.20 last 37.33) total: 10000 open/close in 224.76 seconds: 44.49 ops/second llite.lustre-ffff8800a8493800.statahead_batch_max=0 llite.lustre-ffff8800a8493800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a8493800.stats=clear 10001 real 0m23.110s user 0m0.290s sys 0m11.427s llite.lustre-ffff8800a8493800.statahead_batch_max=32 llite.lustre-ffff8800a8493800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a8493800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a8493800.stats=clear 10001 real 0m43.580s user 0m0.299s sys 0m12.894s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff8800a8493800.batch_stats= snapshot_time: 1711094454.887154624 secs.nsecs start_time: 1711094402.283869880 secs.nsecs elapsed_time: 52.603284744 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800a8493800.batch_stats=0 llite.lustre-ffff8800a8493800.statahead_max=2048 llite.lustre-ffff8800a8493800.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800a8493800.batch_stats=0 total: 100 open/close in 2.00 seconds: 49.91 ops/second llite.lustre-ffff8800a8493800.statahead_max=0 101 real 0m1.205s user 0m0.038s sys 0m0.266s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a8493800.statahead_max=2048 2048 101 real 0m0.351s user 0m0.005s sys 0m0.115s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 58 total: 900 open/close in 6.85 seconds: 131.40 ops/second llite.lustre-ffff8800a8493800.statahead_max=0 1001 real 0m12.401s user 0m0.124s sys 0m2.816s ls -l 1000 files without statahead: 12 sec llite.lustre-ffff8800a8493800.statahead_max=2048 2048 1001 real 0m2.150s user 0m0.028s sys 0m1.027s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 59 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 8 seconds rm done statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 59 mdc.lustre-MDT0000-mdc-ffff8800a8493800.batch_stats= snapshot_time: 1711094613.878170074 secs.nsecs start_time: 1711094456.012046017 secs.nsecs elapsed_time: 157.866124057 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 2 18 18 16: 2 18 36 32: 1 9 45 64: 0 0 45 128: 3 27 72 256: 3 27 100 - open/close 1219 (time 1711094625.03 total 10.01 last 121.82) - open/close 2333 (time 1711094635.04 total 20.01 last 111.32) - open/close 3395 (time 1711094645.04 total 30.01 last 106.19) - open/close 3893 (time 1711094661.01 total 45.99 last 31.17) - open/close 4894 (time 1711094671.02 total 55.99 last 100.08) - open/close 4964 (time 1711094693.74 total 78.72 last 3.08) - open/close 5991 (time 1711094703.74 total 88.72 last 102.67) - open/close 7009 (time 1711094713.75 total 98.73 last 101.77) - open/close 8133 (time 1711094723.76 total 108.74 last 112.29) - open/close 9154 (time 1711094733.76 total 118.74 last 102.06) total: 10000 open/close in 127.50 seconds: 78.43 ops/second llite.lustre-ffff8800a8493800.statahead_batch_max=0 llite.lustre-ffff8800a8493800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a8493800.stats=clear 10001 real 0m19.659s user 0m0.256s sys 0m11.201s llite.lustre-ffff8800a8493800.statahead_batch_max=256 llite.lustre-ffff8800a8493800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a8493800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a8493800.stats=clear 10001 real 0m20.498s user 0m0.355s sys 0m13.742s unbatched RPCs: 10004, batched RPCs: 212 mdc.lustre-MDT0000-mdc-ffff8800a8493800.batch_stats= snapshot_time: 1711094796.268495935 secs.nsecs start_time: 1711094768.241296206 secs.nsecs elapsed_time: 28.027199729 secs.nsecs subreqs per batch batches % cum % 1: 116 54 54 2: 13 6 60 4: 6 2 63 8: 12 5 69 16: 5 2 71 32: 13 6 77 64: 12 5 83 128: 0 0 83 256: 35 16 100 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800a8493800.statahead_batch_max=64 llite.lustre-ffff8800a8493800.statahead_max=128