== sanity test 123ad: Verify batching statahead works correctly ========================================================== 07:08:24 (1762171704) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff998690c3c000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff998690c3c000.batch_stats=0 llite.lustre-ffff998690c3c000.statahead_max=32 llite.lustre-ffff998690c3c000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff998690c3c000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff998690c3c000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.68 seconds: 147.42 ops/second llite.lustre-ffff998690c3c000.statahead_max=0 101 real 0m0.662s user 0m0.005s sys 0m0.242s ls -l 100 files without statahead: 1 sec llite.lustre-ffff998690c3c000.statahead_max=32 32 101 real 0m0.388s user 0m0.006s sys 0m0.221s ls -l 100 files with statahead: 1 sec statahead total: 84 statahead wrong: 2 agl total: 79 list_total: 31 fname_total: 53 hit_total: 20862 miss_total: 768 total: 900 open/close in 2.26 seconds: 398.72 ops/second llite.lustre-ffff998690c3c000.statahead_max=0 1001 real 0m6.253s user 0m0.027s sys 0m2.282s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff998690c3c000.statahead_max=32 32 1001 real 0m3.747s user 0m0.016s sys 0m1.667s ls -l 1000 files with statahead: 4 sec statahead total: 85 statahead wrong: 2 agl total: 80 list_total: 32 fname_total: 53 hit_total: 21861 miss_total: 769 - open/close 4588 (time 1762171734.95 total 10.00 last 458.78) - open/close 8745 (time 1762171744.95 total 20.00 last 415.63) total: 9000 open/close in 20.61 seconds: 436.78 ops/second llite.lustre-ffff998690c3c000.statahead_max=0 10001 real 1m4.927s user 0m0.262s sys 0m23.298s ls -l 10000 files without statahead: 65 sec llite.lustre-ffff998690c3c000.statahead_max=32 32 10001 real 0m42.978s user 0m0.181s sys 0m19.684s ls -l 10000 files with statahead: 43 sec statahead total: 86 statahead wrong: 2 agl total: 81 list_total: 33 fname_total: 53 hit_total: 31859 miss_total: 771 ls -l done rm -r /mnt/lustre/d123ad.sanity: 68 seconds llite.lustre-ffff998690c3c000.statahead_stats= statahead total: 86 statahead wrong: 2 agl total: 81 list_total: 33 fname_total: 53 hit_total: 31859 miss_total: 771 mdc.lustre-MDT0000-mdc-ffff998690c3c000.batch_stats= snapshot_time: 1762171934.479213888 secs.nsecs start_time: 1762171705.605749714 secs.nsecs elapsed_time: 228.873464174 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 0 4: 4 1 1 8: 2 0 2 16: 234 66 69 32: 108 30 100 mdc.lustre-MDT0001-mdc-ffff998690c3c000.batch_stats= snapshot_time: 1762171934.479257833 secs.nsecs start_time: 1762171705.605817849 secs.nsecs elapsed_time: 228.873439984 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 2 0 0 8: 7 1 2 16: 156 44 46 32: 189 53 100 - open/close 4403 (time 1762171945.55 total 10.00 last 440.25) - open/close 8883 (time 1762171955.55 total 20.00 last 447.95) total: 10000 open/close in 22.50 seconds: 444.40 ops/second llite.lustre-ffff998690c3c000.statahead_batch_max=0 llite.lustre-ffff998690c3c000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff998690c3c000.stats=clear mdc.lustre-MDT0001-mdc-ffff998690c3c000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m32.001s user 0m0.185s sys 0m28.744s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff998690c3c000.statahead_batch_max=32 llite.lustre-ffff998690c3c000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff998690c3c000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff998690c3c000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff998690c3c000.stats=clear mdc.lustre-MDT0001-mdc-ffff998690c3c000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m36.344s user 0m0.159s sys 0m20.774s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff998690c3c000.batch_stats= snapshot_time: 1762172034.081690178 secs.nsecs start_time: 1762171993.083357533 secs.nsecs elapsed_time: 40.998332645 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff998690c3c000.batch_stats= snapshot_time: 1762172034.081733760 secs.nsecs start_time: 1762171993.083431151 secs.nsecs elapsed_time: 40.998302609 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff998690c3c000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff998690c3c000.batch_stats=0 llite.lustre-ffff998690c3c000.statahead_max=2048 llite.lustre-ffff998690c3c000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff998690c3c000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff998690c3c000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.77 seconds: 129.91 ops/second llite.lustre-ffff998690c3c000.statahead_max=0 101 real 0m0.740s user 0m0.001s sys 0m0.266s ls -l 100 files without statahead: 1 sec llite.lustre-ffff998690c3c000.statahead_max=2048 2048 101 real 0m0.360s user 0m0.002s sys 0m0.184s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 6.14 seconds: 146.52 ops/second llite.lustre-ffff998690c3c000.statahead_max=0 1001 real 0m17.605s user 0m0.031s sys 0m2.796s ls -l 1000 files without statahead: 17 sec llite.lustre-ffff998690c3c000.statahead_max=2048 2048 1001 real 0m3.274s user 0m0.019s sys 0m1.549s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 total: 1000 open/close in 2.56 seconds: 390.51 ops/second llite.lustre-ffff998690c3c000.statahead_max=0 2001 real 0m12.388s user 0m0.064s sys 0m4.320s ls -l 2000 files without statahead: 12 sec llite.lustre-ffff998690c3c000.statahead_max=2048 2048 2001 real 0m6.095s user 0m0.031s sys 0m2.500s ls -l 2000 files with statahead: 6 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 13096 miss_total: 4 - open/close 4037 (time 1762172192.89 total 10.00 last 403.62) total: 6000 open/close in 14.83 seconds: 404.57 ops/second llite.lustre-ffff998690c3c000.statahead_max=0 8001 real 0m48.036s user 0m0.233s sys 0m17.137s ls -l 8000 files without statahead: 49 sec llite.lustre-ffff998690c3c000.statahead_max=2048 2048 8001 real 0m27.493s user 0m0.163s sys 0m12.877s ls -l 8000 files with statahead: 28 sec statahead total: 5 statahead wrong: 0 agl total: 5 list_total: 5 fname_total: 0 hit_total: 21095 miss_total: 5 ls -l done rm -r /mnt/lustre/d123ad.sanity: 64 seconds llite.lustre-ffff998690c3c000.statahead_stats= statahead total: 5 statahead wrong: 0 agl total: 5 list_total: 5 fname_total: 0 hit_total: 21095 miss_total: 5 mdc.lustre-MDT0000-mdc-ffff998690c3c000.batch_stats= snapshot_time: 1762172349.240058566 secs.nsecs start_time: 1762172034.884955738 secs.nsecs elapsed_time: 314.355102828 secs.nsecs subreqs per batch batches % cum % 1: 58 50 50 2: 11 9 59 4: 12 10 69 8: 4 3 73 16: 1 0 74 32: 0 0 74 64: 0 0 74 128: 5 4 78 256: 25 21 100 mdc.lustre-MDT0001-mdc-ffff998690c3c000.batch_stats= snapshot_time: 1762172349.240122481 secs.nsecs start_time: 1762172034.885078831 secs.nsecs elapsed_time: 314.355043650 secs.nsecs subreqs per batch batches % cum % 1: 51 41 41 2: 16 12 54 4: 12 9 63 8: 10 8 71 16: 2 1 73 32: 2 1 75 64: 0 0 75 128: 1 0 75 256: 30 24 100 - open/close 3185 (time 1762172360.33 total 10.00 last 318.49) - open/close 6263 (time 1762172370.33 total 20.00 last 307.80) - open/close 9573 (time 1762172380.33 total 30.00 last 330.93) total: 10000 open/close in 31.22 seconds: 320.30 ops/second llite.lustre-ffff998690c3c000.statahead_batch_max=0 llite.lustre-ffff998690c3c000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff998690c3c000.stats=clear mdc.lustre-MDT0001-mdc-ffff998690c3c000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m30.911s user 0m0.245s sys 0m26.616s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff998690c3c000.statahead_batch_max=256 llite.lustre-ffff998690c3c000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff998690c3c000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff998690c3c000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff998690c3c000.stats=clear mdc.lustre-MDT0001-mdc-ffff998690c3c000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m24.520s user 0m0.173s sys 0m18.814s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff998690c3c000.batch_stats= snapshot_time: 1762172444.470778658 secs.nsecs start_time: 1762172415.470214420 secs.nsecs elapsed_time: 29.000564238 secs.nsecs subreqs per batch batches % cum % 1: 81 44 44 2: 19 10 54 4: 14 7 62 8: 5 2 65 16: 2 1 66 32: 21 11 78 64: 4 2 80 128: 1 0 80 256: 35 19 100 mdc.lustre-MDT0001-mdc-ffff998690c3c000.batch_stats= snapshot_time: 1762172444.470817570 secs.nsecs start_time: 1762172415.470278780 secs.nsecs elapsed_time: 29.000538790 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff998690c3c000.statahead_batch_max=64 llite.lustre-ffff998690c3c000.statahead_max=128