== sanity test 123ad: Verify batching statahead works correctly ========================================================== 14:10:25 (1772910625) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff888a07cc2800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff888a07cc2800.batch_stats=0 llite.lustre-ffff888a07cc2800.statahead_max=32 llite.lustre-ffff888a07cc2800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff888a07cc2800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff888a07cc2800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.17 seconds: 85.73 ops/second llite.lustre-ffff888a07cc2800.statahead_max=0 101 real 0m1.177s user 0m0.004s sys 0m0.414s ls -l 100 files without statahead: 2 sec llite.lustre-ffff888a07cc2800.statahead_max=32 32 101 real 0m0.434s user 0m0.003s sys 0m0.270s ls -l 100 files with statahead: 0 sec statahead total: 63 statahead wrong: 1 agl total: 57 list_total: 29 fname_total: 30 hit_total: 33657 miss_total: 203 total: 900 open/close in 2.86 seconds: 314.33 ops/second llite.lustre-ffff888a07cc2800.statahead_max=0 1001 real 0m7.548s user 0m0.022s sys 0m2.773s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff888a07cc2800.statahead_max=32 32 1001 real 0m4.161s user 0m0.018s sys 0m1.933s ls -l 1000 files with statahead: 4 sec statahead total: 64 statahead wrong: 1 agl total: 58 list_total: 30 fname_total: 30 hit_total: 34656 miss_total: 204 - open/close 2701 (time 1772910662.13 total 10.00 last 270.04) - open/close 5300 (time 1772910672.13 total 20.00 last 259.86) - open/close 7855 (time 1772910682.13 total 30.01 last 255.44) total: 9000 open/close in 34.72 seconds: 259.23 ops/second llite.lustre-ffff888a07cc2800.statahead_max=0 10001 real 1m37.177s user 0m0.208s sys 0m34.843s ls -l 10000 files without statahead: 97 sec llite.lustre-ffff888a07cc2800.statahead_max=32 32 10001 real 0m44.395s user 0m0.137s sys 0m19.117s ls -l 10000 files with statahead: 44 sec statahead total: 65 statahead wrong: 1 agl total: 59 list_total: 31 fname_total: 30 hit_total: 44655 miss_total: 205 ls -l done rm -r /mnt/lustre/d123ad.sanity: 91 seconds llite.lustre-ffff888a07cc2800.statahead_stats= statahead total: 65 statahead wrong: 1 agl total: 59 list_total: 31 fname_total: 30 hit_total: 44655 miss_total: 205 mdc.lustre-MDT0000-mdc-ffff888a07cc2800.batch_stats= snapshot_time: 1772910934.543572972 secs.nsecs start_time: 1772910627.528065409 secs.nsecs elapsed_time: 307.015507563 secs.nsecs subreqs per batch batches % cum % 1: 3 0 0 2: 1 0 1 4: 2 0 1 8: 6 1 3 16: 227 64 67 32: 113 32 100 mdc.lustre-MDT0001-mdc-ffff888a07cc2800.batch_stats= snapshot_time: 1772910934.543650586 secs.nsecs start_time: 1772910627.528209848 secs.nsecs elapsed_time: 307.015440738 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 3 0 0 8: 7 1 2 16: 149 42 44 32: 195 55 100 - open/close 2825 (time 1772910946.61 total 10.00 last 282.44) - open/close 5155 (time 1772910956.61 total 20.01 last 232.91) - open/close 8016 (time 1772910966.62 total 30.01 last 286.03) total: 10000 open/close in 37.47 seconds: 266.90 ops/second llite.lustre-ffff888a07cc2800.statahead_batch_max=0 llite.lustre-ffff888a07cc2800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff888a07cc2800.stats=clear mdc.lustre-MDT0001-mdc-ffff888a07cc2800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m37.865s user 0m0.142s sys 0m34.186s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff888a07cc2800.statahead_batch_max=32 llite.lustre-ffff888a07cc2800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff888a07cc2800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff888a07cc2800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff888a07cc2800.stats=clear mdc.lustre-MDT0001-mdc-ffff888a07cc2800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m44.068s user 0m0.143s sys 0m23.592s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff888a07cc2800.batch_stats= snapshot_time: 1772911066.826366620 secs.nsecs start_time: 1772911015.802404557 secs.nsecs elapsed_time: 51.023962063 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff888a07cc2800.batch_stats= snapshot_time: 1772911066.826403544 secs.nsecs start_time: 1772911015.802523234 secs.nsecs elapsed_time: 51.023880310 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff888a07cc2800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff888a07cc2800.batch_stats=0 llite.lustre-ffff888a07cc2800.statahead_max=2048 llite.lustre-ffff888a07cc2800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff888a07cc2800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff888a07cc2800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 1.20 seconds: 83.11 ops/second llite.lustre-ffff888a07cc2800.statahead_max=0 101 real 0m1.178s user 0m0.005s sys 0m0.424s ls -l 100 files without statahead: 2 sec llite.lustre-ffff888a07cc2800.statahead_max=2048 2048 101 real 0m0.567s user 0m0.002s sys 0m0.286s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 3.91 seconds: 230.35 ops/second llite.lustre-ffff888a07cc2800.statahead_max=0 1001 real 0m11.220s user 0m0.035s sys 0m3.911s ls -l 1000 files without statahead: 11 sec llite.lustre-ffff888a07cc2800.statahead_max=2048 2048 1001 real 0m4.118s user 0m0.016s sys 0m1.602s ls -l 1000 files with statahead: 4 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 2858 (time 1772911223.51 total 10.00 last 285.79) total: 3000 open/close in 10.39 seconds: 288.69 ops/second llite.lustre-ffff888a07cc2800.statahead_max=0 4001 real 0m33.639s user 0m0.072s sys 0m11.798s ls -l 4000 files without statahead: 34 sec llite.lustre-ffff888a07cc2800.statahead_max=2048 2048 4001 real 0m13.689s user 0m0.064s sys 0m7.604s ls -l 4000 files with statahead: 13 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 29 seconds llite.lustre-ffff888a07cc2800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff888a07cc2800.batch_stats= snapshot_time: 1772911309.703019207 secs.nsecs start_time: 1772911068.008636809 secs.nsecs elapsed_time: 241.694382398 secs.nsecs subreqs per batch batches % cum % 1: 4 16 16 2: 1 4 20 4: 2 8 28 8: 2 8 36 16: 2 8 44 32: 0 0 44 64: 1 4 48 128: 1 4 52 256: 12 48 100 mdc.lustre-MDT0001-mdc-ffff888a07cc2800.batch_stats= snapshot_time: 1772911309.703099024 secs.nsecs start_time: 1772911068.008750699 secs.nsecs elapsed_time: 241.694348325 secs.nsecs subreqs per batch batches % cum % 1: 3 12 12 2: 0 0 12 4: 4 16 29 8: 3 12 41 16: 0 0 41 32: 0 0 41 64: 1 4 45 128: 1 4 50 256: 12 50 100 - open/close 3402 (time 1772911321.25 total 10.00 last 340.12) - open/close 5954 (time 1772911331.26 total 20.01 last 255.12) - open/close 9057 (time 1772911341.26 total 30.01 last 310.30) total: 10000 open/close in 33.75 seconds: 296.27 ops/second llite.lustre-ffff888a07cc2800.statahead_batch_max=0 llite.lustre-ffff888a07cc2800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff888a07cc2800.stats=clear mdc.lustre-MDT0001-mdc-ffff888a07cc2800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m34.159s user 0m0.139s sys 0m28.775s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff888a07cc2800.statahead_batch_max=256 llite.lustre-ffff888a07cc2800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff888a07cc2800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff888a07cc2800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff888a07cc2800.stats=clear mdc.lustre-MDT0001-mdc-ffff888a07cc2800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m38.729s user 0m0.114s sys 0m26.134s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff888a07cc2800.batch_stats= snapshot_time: 1772911428.439264322 secs.nsecs start_time: 1772911382.777483987 secs.nsecs elapsed_time: 45.661780335 secs.nsecs subreqs per batch batches % cum % 1: 580 74 74 2: 109 13 88 4: 29 3 92 8: 2 0 92 16: 4 0 92 32: 18 2 95 64: 5 0 95 128: 0 0 95 256: 33 4 100 mdc.lustre-MDT0001-mdc-ffff888a07cc2800.batch_stats= snapshot_time: 1772911428.439306739 secs.nsecs start_time: 1772911382.777535057 secs.nsecs elapsed_time: 45.661771682 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff888a07cc2800.statahead_batch_max=64 llite.lustre-ffff888a07cc2800.statahead_max=128