== sanity test 123ad: Verify batching statahead works correctly ========================================================== 12:19:06 (1776874746) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9ce406e37000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9ce406e37000.batch_stats=0 llite.lustre-ffff9ce406e37000.statahead_max=32 llite.lustre-ffff9ce406e37000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9ce406e37000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9ce406e37000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.67 seconds: 149.72 ops/second llite.lustre-ffff9ce406e37000.statahead_max=0 101 real 0m0.630s user 0m0.002s sys 0m0.255s ls -l 100 files without statahead: 1 sec llite.lustre-ffff9ce406e37000.statahead_max=32 32 101 real 0m0.389s user 0m0.002s sys 0m0.218s ls -l 100 files with statahead: 0 sec statahead total: 73 statahead wrong: 1 agl total: 67 list_total: 29 fname_total: 44 hit_total: 27095 miss_total: 216 total: 900 open/close in 1.89 seconds: 476.70 ops/second llite.lustre-ffff9ce406e37000.statahead_max=0 1001 real 0m6.109s user 0m0.025s sys 0m2.330s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff9ce406e37000.statahead_max=32 32 1001 real 0m3.725s user 0m0.021s sys 0m1.835s ls -l 1000 files with statahead: 4 sec statahead total: 74 statahead wrong: 1 agl total: 68 list_total: 30 fname_total: 44 hit_total: 28094 miss_total: 217 - open/close 4730 (time 1776874776.90 total 10.00 last 472.92) total: 9000 open/close in 19.52 seconds: 461.10 ops/second llite.lustre-ffff9ce406e37000.statahead_max=0 10001 real 1m2.161s user 0m0.211s sys 0m23.729s ls -l 10000 files without statahead: 62 sec llite.lustre-ffff9ce406e37000.statahead_max=32 32 10001 real 0m38.300s user 0m0.142s sys 0m18.310s ls -l 10000 files with statahead: 38 sec statahead total: 75 statahead wrong: 1 agl total: 69 list_total: 31 fname_total: 44 hit_total: 38093 miss_total: 218 ls -l done rm -r /mnt/lustre/d123ad.sanity: 60 seconds llite.lustre-ffff9ce406e37000.statahead_stats= statahead total: 75 statahead wrong: 1 agl total: 69 list_total: 31 fname_total: 44 hit_total: 38093 miss_total: 218 mdc.lustre-MDT0000-mdc-ffff9ce406e37000.batch_stats= snapshot_time: 1776874960.172622070 secs.nsecs start_time: 1776874748.087430396 secs.nsecs elapsed_time: 212.085191674 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 2 0 0 8: 8 2 3 16: 191 53 57 32: 152 42 100 mdc.lustre-MDT0001-mdc-ffff9ce406e37000.batch_stats= snapshot_time: 1776874960.172669003 secs.nsecs start_time: 1776874748.087516351 secs.nsecs elapsed_time: 212.085152652 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 0 0 4: 5 1 1 8: 3 0 2 16: 201 56 59 32: 144 40 100 - open/close 4707 (time 1776874971.33 total 10.00 last 470.66) - open/close 9420 (time 1776874981.33 total 20.00 last 471.22) total: 10000 open/close in 21.19 seconds: 471.97 ops/second llite.lustre-ffff9ce406e37000.statahead_batch_max=0 llite.lustre-ffff9ce406e37000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9ce406e37000.stats=clear mdc.lustre-MDT0001-mdc-ffff9ce406e37000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m35.518s user 0m0.158s sys 0m32.354s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9ce406e37000.statahead_batch_max=32 llite.lustre-ffff9ce406e37000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9ce406e37000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9ce406e37000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9ce406e37000.stats=clear mdc.lustre-MDT0001-mdc-ffff9ce406e37000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m36.778s user 0m0.171s sys 0m20.604s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9ce406e37000.batch_stats= snapshot_time: 1776875064.009605415 secs.nsecs start_time: 1776875020.970215216 secs.nsecs elapsed_time: 43.039390199 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff9ce406e37000.batch_stats= snapshot_time: 1776875064.009651622 secs.nsecs start_time: 1776875020.970328066 secs.nsecs elapsed_time: 43.039323556 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9ce406e37000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9ce406e37000.batch_stats=0 llite.lustre-ffff9ce406e37000.statahead_max=2048 llite.lustre-ffff9ce406e37000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9ce406e37000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9ce406e37000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.73 seconds: 136.78 ops/second llite.lustre-ffff9ce406e37000.statahead_max=0 101 real 0m0.630s user 0m0.003s sys 0m0.246s ls -l 100 files without statahead: 1 sec llite.lustre-ffff9ce406e37000.statahead_max=2048 2048 101 real 0m0.334s user 0m0.004s sys 0m0.268s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.85 seconds: 487.35 ops/second llite.lustre-ffff9ce406e37000.statahead_max=0 1001 real 0m5.886s user 0m0.020s sys 0m2.224s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff9ce406e37000.statahead_max=2048 2048 1001 real 0m3.337s user 0m0.013s sys 0m1.571s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4695 (time 1776875173.83 total 10.00 last 469.42) total: 9000 open/close in 18.99 seconds: 473.88 ops/second llite.lustre-ffff9ce406e37000.statahead_max=0 10001 real 1m0.748s user 0m0.221s sys 0m23.302s ls -l 10000 files without statahead: 61 sec llite.lustre-ffff9ce406e37000.statahead_max=2048 2048 10001 real 0m28.661s user 0m0.149s sys 0m19.672s ls -l 10000 files with statahead: 29 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 62 seconds llite.lustre-ffff9ce406e37000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff9ce406e37000.batch_stats= snapshot_time: 1776875348.897902592 secs.nsecs start_time: 1776875064.921601870 secs.nsecs elapsed_time: 283.976300722 secs.nsecs subreqs per batch batches % cum % 1: 266 73 73 2: 50 13 87 4: 11 3 90 8: 1 0 91 16: 0 0 91 32: 1 0 91 64: 0 0 91 128: 5 1 92 256: 26 7 100 mdc.lustre-MDT0001-mdc-ffff9ce406e37000.batch_stats= snapshot_time: 1776875348.897946306 secs.nsecs start_time: 1776875064.921762108 secs.nsecs elapsed_time: 283.976184198 secs.nsecs subreqs per batch batches % cum % 1: 260 71 71 2: 47 12 84 4: 14 3 88 8: 6 1 89 16: 2 0 90 32: 1 0 90 64: 3 0 91 128: 0 0 91 256: 31 8 100 - open/close 4755 (time 1776875359.78 total 10.00 last 475.46) - open/close 9442 (time 1776875369.78 total 20.00 last 468.61) total: 10000 open/close in 21.13 seconds: 473.15 ops/second llite.lustre-ffff9ce406e37000.statahead_batch_max=0 llite.lustre-ffff9ce406e37000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9ce406e37000.stats=clear mdc.lustre-MDT0001-mdc-ffff9ce406e37000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m34.370s user 0m0.160s sys 0m28.683s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9ce406e37000.statahead_batch_max=256 llite.lustre-ffff9ce406e37000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9ce406e37000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9ce406e37000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9ce406e37000.stats=clear mdc.lustre-MDT0001-mdc-ffff9ce406e37000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m28.126s user 0m0.166s sys 0m20.107s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9ce406e37000.batch_stats= snapshot_time: 1776875442.991563575 secs.nsecs start_time: 1776875408.383996624 secs.nsecs elapsed_time: 34.607566951 secs.nsecs subreqs per batch batches % cum % 1: 417 66 66 2: 103 16 82 4: 42 6 89 8: 8 1 90 16: 2 0 90 32: 21 3 94 64: 3 0 94 128: 1 0 94 256: 33 5 100 mdc.lustre-MDT0001-mdc-ffff9ce406e37000.batch_stats= snapshot_time: 1776875442.991614480 secs.nsecs start_time: 1776875408.384049006 secs.nsecs elapsed_time: 34.607565474 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9ce406e37000.statahead_batch_max=64 llite.lustre-ffff9ce406e37000.statahead_max=128