== sanity test 123ad: Verify batching statahead works correctly ========================================================== 14:29:29 (1738956569) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800b677e800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b677e800.batch_stats=0 llite.lustre-ffff8800b677e800.statahead_max=32 llite.lustre-ffff8800b677e800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800b677e800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b677e800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.52 seconds: 191.28 ops/second llite.lustre-ffff8800b677e800.statahead_max=0 101 real 0m0.487s user 0m0.005s sys 0m0.183s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8800b677e800.statahead_max=32 32 101 real 0m0.301s user 0m0.002s sys 0m0.116s ls -l 100 files with statahead: 0 sec statahead total: 43 statahead wrong: 2 agl total: 43 list_total: 19 fname_total: 24 hit_total: 11914 miss_total: 1244 total: 900 open/close in 1.68 seconds: 534.56 ops/second llite.lustre-ffff8800b677e800.statahead_max=0 1001 real 0m5.039s user 0m0.027s sys 0m1.894s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800b677e800.statahead_max=32 32 1001 real 0m1.726s user 0m0.019s sys 0m0.914s ls -l 1000 files with statahead: 2 sec statahead total: 44 statahead wrong: 2 agl total: 44 list_total: 20 fname_total: 24 hit_total: 12913 miss_total: 1245 - open/close 5473 (time 1738956594.02 total 10.00 last 547.30) total: 9000 open/close in 17.47 seconds: 515.30 ops/second llite.lustre-ffff8800b677e800.statahead_max=0 10001 real 0m53.136s user 0m0.248s sys 0m19.650s ls -l 10000 files without statahead: 53 sec llite.lustre-ffff8800b677e800.statahead_max=32 32 10001 real 0m16.086s user 0m0.196s sys 0m8.742s ls -l 10000 files with statahead: 16 sec statahead total: 45 statahead wrong: 2 agl total: 45 list_total: 21 fname_total: 24 hit_total: 22912 miss_total: 1246 ls -l done rm -r /mnt/lustre/d123ad.sanity: 33 seconds llite.lustre-ffff8800b677e800.statahead_stats= statahead total: 45 statahead wrong: 2 agl total: 45 list_total: 21 fname_total: 24 hit_total: 22912 miss_total: 1246 mdc.lustre-MDT0000-mdc-ffff8800b677e800.batch_stats= snapshot_time: 1738956708.083218108 secs.nsecs start_time: 1738956570.871820357 secs.nsecs elapsed_time: 137.211397751 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 0 4: 3 0 1 8: 4 1 2 16: 200 56 59 32: 145 40 100 mdc.lustre-MDT0001-mdc-ffff8800b677e800.batch_stats= snapshot_time: 1738956708.083315966 secs.nsecs start_time: 1738956570.871901631 secs.nsecs elapsed_time: 137.211414335 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 5 1 1 8: 5 1 2 16: 199 56 59 32: 145 40 100 - open/close 5537 (time 1738956718.73 total 10.00 last 553.61) total: 10000 open/close in 17.88 seconds: 559.23 ops/second llite.lustre-ffff8800b677e800.statahead_batch_max=0 llite.lustre-ffff8800b677e800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b677e800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b677e800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.634s user 0m0.227s sys 0m10.018s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800b677e800.statahead_batch_max=32 llite.lustre-ffff8800b677e800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b677e800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b677e800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b677e800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b677e800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m19.921s user 0m0.218s sys 0m9.085s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800b677e800.batch_stats= snapshot_time: 1738956761.536630184 secs.nsecs start_time: 1738956739.098816457 secs.nsecs elapsed_time: 22.437813727 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800b677e800.batch_stats= snapshot_time: 1738956761.536728180 secs.nsecs start_time: 1738956739.098934690 secs.nsecs elapsed_time: 22.437793490 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800b677e800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b677e800.batch_stats=0 llite.lustre-ffff8800b677e800.statahead_max=2048 llite.lustre-ffff8800b677e800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8800b677e800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b677e800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.52 seconds: 192.13 ops/second llite.lustre-ffff8800b677e800.statahead_max=0 101 real 0m0.490s user 0m0.001s sys 0m0.184s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8800b677e800.statahead_max=2048 2048 101 real 0m0.259s user 0m0.004s sys 0m0.107s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.54 seconds: 583.80 ops/second llite.lustre-ffff8800b677e800.statahead_max=0 1001 real 0m4.678s user 0m0.023s sys 0m1.790s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800b677e800.statahead_max=2048 2048 1001 real 0m1.422s user 0m0.014s sys 0m0.910s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 5620 (time 1738956837.91 total 10.00 last 561.96) total: 9000 open/close in 16.23 seconds: 554.59 ops/second llite.lustre-ffff8800b677e800.statahead_max=0 10001 real 0m46.313s user 0m0.239s sys 0m17.512s ls -l 10000 files without statahead: 46 sec llite.lustre-ffff8800b677e800.statahead_max=2048 2048 10001 real 0m9.598s user 0m0.179s sys 0m8.482s ls -l 10000 files with statahead: 10 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 34 seconds llite.lustre-ffff8800b677e800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8800b677e800.batch_stats= snapshot_time: 1738956937.694839086 secs.nsecs start_time: 1738956761.943510425 secs.nsecs elapsed_time: 175.751328661 secs.nsecs subreqs per batch batches % cum % 1: 28 38 38 2: 4 5 44 4: 3 4 48 8: 1 1 50 16: 2 2 52 32: 0 0 52 64: 0 0 52 128: 10 13 66 256: 24 33 100 mdc.lustre-MDT0001-mdc-ffff8800b677e800.batch_stats= snapshot_time: 1738956937.694969000 secs.nsecs start_time: 1738956761.943619540 secs.nsecs elapsed_time: 175.751349460 secs.nsecs subreqs per batch batches % cum % 1: 26 33 33 2: 4 5 38 4: 1 1 39 8: 7 8 48 16: 2 2 51 32: 4 5 56 64: 0 0 56 128: 3 3 60 256: 31 39 100 - open/close 5625 (time 1738956948.40 total 10.00 last 562.49) total: 10000 open/close in 17.94 seconds: 557.54 ops/second llite.lustre-ffff8800b677e800.statahead_batch_max=0 llite.lustre-ffff8800b677e800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b677e800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b677e800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.104s user 0m0.192s sys 0m9.004s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800b677e800.statahead_batch_max=256 llite.lustre-ffff8800b677e800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b677e800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b677e800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b677e800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b677e800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m8.910s user 0m0.169s sys 0m7.686s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800b677e800.batch_stats= snapshot_time: 1738956979.495859239 secs.nsecs start_time: 1738956968.256780272 secs.nsecs elapsed_time: 11.239078967 secs.nsecs subreqs per batch batches % cum % 1: 83 48 48 2: 8 4 53 4: 6 3 56 8: 9 5 61 16: 12 7 69 32: 12 7 76 64: 5 2 78 128: 0 0 78 256: 36 21 100 mdc.lustre-MDT0001-mdc-ffff8800b677e800.batch_stats= snapshot_time: 1738956979.495979159 secs.nsecs start_time: 1738956968.256855098 secs.nsecs elapsed_time: 11.239124061 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800b677e800.statahead_batch_max=64 llite.lustre-ffff8800b677e800.statahead_max=128