== sanity test 123ad: Verify batching statahead works correctly ========================================================== 22:29:11 (1767324551) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9c99116fd000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9c99116fd000.batch_stats=0 llite.lustre-ffff9c99116fd000.statahead_max=32 llite.lustre-ffff9c99116fd000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9c99116fd000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9c99116fd000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.33 seconds: 75.15 ops/second llite.lustre-ffff9c99116fd000.statahead_max=0 101 real 0m1.142s user 0m0.004s sys 0m0.279s ls -l 100 files without statahead: 1 sec llite.lustre-ffff9c99116fd000.statahead_max=32 32 101 real 0m0.477s user 0m0.003s sys 0m0.237s ls -l 100 files with statahead: 0 sec statahead total: 134 statahead wrong: 2 agl total: 127 list_total: 33 fname_total: 94 hit_total: 11013 miss_total: 1401 total: 900 open/close in 4.08 seconds: 220.40 ops/second llite.lustre-ffff9c99116fd000.statahead_max=0 1001 real 0m9.309s user 0m0.023s sys 0m2.590s ls -l 1000 files without statahead: 9 sec llite.lustre-ffff9c99116fd000.statahead_max=32 32 1001 real 0m3.974s user 0m0.024s sys 0m1.530s ls -l 1000 files with statahead: 4 sec statahead total: 135 statahead wrong: 2 agl total: 128 list_total: 34 fname_total: 94 hit_total: 12011 miss_total: 1403 - open/close 2265 (time 1767324591.50 total 10.00 last 226.50) - open/close 3768 (time 1767324601.50 total 20.00 last 150.27) total: 4000 open/close in 21.75 seconds: 183.87 ops/second llite.lustre-ffff9c99116fd000.statahead_max=0 5001 real 0m47.039s user 0m0.169s sys 0m12.824s ls -l 5000 files without statahead: 47 sec llite.lustre-ffff9c99116fd000.statahead_max=32 32 5001 real 0m19.583s user 0m0.097s sys 0m7.416s ls -l 5000 files with statahead: 19 sec statahead total: 136 statahead wrong: 2 agl total: 129 list_total: 35 fname_total: 94 hit_total: 17002 miss_total: 1412 ls -l done rm -r /mnt/lustre/d123ad.sanity: 40 seconds llite.lustre-ffff9c99116fd000.statahead_stats= statahead total: 136 statahead wrong: 2 agl total: 129 list_total: 35 fname_total: 94 hit_total: 17002 miss_total: 1412 mdc.lustre-MDT0000-mdc-ffff9c99116fd000.batch_stats= snapshot_time: 1767324717.656698554 secs.nsecs start_time: 1767324553.919794752 secs.nsecs elapsed_time: 163.736903802 secs.nsecs subreqs per batch batches % cum % 1: 4 2 2 2: 2 1 3 4: 2 1 4 8: 7 3 7 16: 126 63 71 32: 57 28 100 mdc.lustre-MDT0001-mdc-ffff9c99116fd000.batch_stats= snapshot_time: 1767324717.656747102 secs.nsecs start_time: 1767324553.919874030 secs.nsecs elapsed_time: 163.736873072 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 4 2 2 8: 5 2 5 16: 91 45 50 32: 99 49 100 - open/close 2584 (time 1767324729.23 total 10.00 last 258.35) - open/close 4697 (time 1767324739.23 total 20.00 last 211.29) - open/close 7115 (time 1767324749.23 total 30.00 last 241.74) total: 10000 open/close in 39.34 seconds: 254.17 ops/second llite.lustre-ffff9c99116fd000.statahead_batch_max=0 llite.lustre-ffff9c99116fd000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9c99116fd000.stats=clear mdc.lustre-MDT0001-mdc-ffff9c99116fd000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m29.377s user 0m0.226s sys 0m27.453s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9c99116fd000.statahead_batch_max=32 llite.lustre-ffff9c99116fd000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9c99116fd000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9c99116fd000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9c99116fd000.stats=clear mdc.lustre-MDT0001-mdc-ffff9c99116fd000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m36.101s user 0m0.196s sys 0m18.042s batched statahead RPC= hit count=9996 mdc.lustre-MDT0000-mdc-ffff9c99116fd000.batch_stats= snapshot_time: 1767324832.066928782 secs.nsecs start_time: 1767324790.831842919 secs.nsecs elapsed_time: 41.235085863 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff9c99116fd000.batch_stats= snapshot_time: 1767324832.066988725 secs.nsecs start_time: 1767324790.831922484 secs.nsecs elapsed_time: 41.235066241 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9c99116fd000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9c99116fd000.batch_stats=0 llite.lustre-ffff9c99116fd000.statahead_max=2048 llite.lustre-ffff9c99116fd000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9c99116fd000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9c99116fd000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.93 seconds: 107.56 ops/second llite.lustre-ffff9c99116fd000.statahead_max=0 101 real 0m0.731s user 0m0.006s sys 0m0.248s ls -l 100 files without statahead: 1 sec llite.lustre-ffff9c99116fd000.statahead_max=2048 2048 101 real 0m0.347s user 0m0.006s sys 0m0.208s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10095 miss_total: 5 total: 900 open/close in 2.49 seconds: 361.45 ops/second llite.lustre-ffff9c99116fd000.statahead_max=0 1001 real 0m6.635s user 0m0.033s sys 0m2.278s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff9c99116fd000.statahead_max=2048 2048 1001 real 0m3.021s user 0m0.011s sys 0m1.393s ls -l 1000 files with statahead: 4 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11094 miss_total: 6 - open/close 4109 (time 1767324961.31 total 10.00 last 410.87) - open/close 8242 (time 1767324971.31 total 20.00 last 413.22) total: 9000 open/close in 21.77 seconds: 413.33 ops/second llite.lustre-ffff9c99116fd000.statahead_max=0 10001 real 0m59.871s user 0m0.235s sys 0m20.943s ls -l 10000 files without statahead: 60 sec llite.lustre-ffff9c99116fd000.statahead_max=2048 2048 10001 real 0m24.119s user 0m0.162s sys 0m17.615s ls -l 10000 files with statahead: 24 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21093 miss_total: 7 ls -l done rm -r /mnt/lustre/d123ad.sanity: 63 seconds llite.lustre-ffff9c99116fd000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21093 miss_total: 7 mdc.lustre-MDT0000-mdc-ffff9c99116fd000.batch_stats= snapshot_time: 1767325130.245811062 secs.nsecs start_time: 1767324833.037053839 secs.nsecs elapsed_time: 297.208757223 secs.nsecs subreqs per batch batches % cum % 1: 116 64 64 2: 16 8 72 4: 10 5 78 8: 4 2 80 16: 1 0 81 32: 0 0 81 64: 1 0 81 128: 1 0 82 256: 32 17 100 mdc.lustre-MDT0001-mdc-ffff9c99116fd000.batch_stats= snapshot_time: 1767325130.245877236 secs.nsecs start_time: 1767324833.037187149 secs.nsecs elapsed_time: 297.208690087 secs.nsecs subreqs per batch batches % cum % 1: 118 63 63 2: 21 11 74 4: 10 5 79 8: 4 2 81 16: 0 0 81 32: 1 0 82 64: 0 0 82 128: 3 1 83 256: 30 16 100 - open/close 4210 (time 1767325141.09 total 10.00 last 420.94) - open/close 8547 (time 1767325151.09 total 20.00 last 433.65) total: 10000 open/close in 23.20 seconds: 431.11 ops/second llite.lustre-ffff9c99116fd000.statahead_batch_max=0 llite.lustre-ffff9c99116fd000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9c99116fd000.stats=clear mdc.lustre-MDT0001-mdc-ffff9c99116fd000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m27.278s user 0m0.146s sys 0m24.405s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9c99116fd000.statahead_batch_max=256 llite.lustre-ffff9c99116fd000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9c99116fd000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9c99116fd000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9c99116fd000.stats=clear mdc.lustre-MDT0001-mdc-ffff9c99116fd000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m23.126s user 0m0.156s sys 0m17.391s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9c99116fd000.batch_stats= snapshot_time: 1767325212.271017542 secs.nsecs start_time: 1767325184.487117606 secs.nsecs elapsed_time: 27.783899936 secs.nsecs subreqs per batch batches % cum % 1: 255 57 57 2: 62 13 70 4: 55 12 83 8: 14 3 86 16: 2 0 86 32: 21 4 91 64: 3 0 92 128: 1 0 92 256: 34 7 100 mdc.lustre-MDT0001-mdc-ffff9c99116fd000.batch_stats= snapshot_time: 1767325212.271079188 secs.nsecs start_time: 1767325184.487187036 secs.nsecs elapsed_time: 27.783892152 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9c99116fd000.statahead_batch_max=64 llite.lustre-ffff9c99116fd000.statahead_max=128