== sanity test 123ad: Verify batching statahead works correctly ========================================================== 00:24:38 (1777004678) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9dbe94790000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9dbe94790000.batch_stats=0 llite.lustre-ffff9dbe94790000.statahead_max=32 llite.lustre-ffff9dbe94790000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9dbe94790000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9dbe94790000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.97 seconds: 103.26 ops/second llite.lustre-ffff9dbe94790000.statahead_max=0 101 real 0m0.798s user 0m0.004s sys 0m0.287s ls -l 100 files without statahead: 1 sec llite.lustre-ffff9dbe94790000.statahead_max=32 32 101 real 0m0.442s user 0m0.007s sys 0m0.237s ls -l 100 files with statahead: 1 sec statahead total: 116 statahead wrong: 2 agl total: 109 list_total: 32 fname_total: 82 hit_total: 7134 miss_total: 1522 total: 900 open/close in 2.95 seconds: 304.92 ops/second llite.lustre-ffff9dbe94790000.statahead_max=0 1001 real 0m8.664s user 0m0.027s sys 0m2.849s ls -l 1000 files without statahead: 9 sec llite.lustre-ffff9dbe94790000.statahead_max=32 32 1001 real 0m4.150s user 0m0.028s sys 0m1.685s ls -l 1000 files with statahead: 4 sec statahead total: 117 statahead wrong: 2 agl total: 110 list_total: 33 fname_total: 82 hit_total: 8132 miss_total: 1524 - open/close 1832 (time 1777004714.49 total 10.00 last 183.14) total: 4000 open/close in 18.36 seconds: 217.90 ops/second llite.lustre-ffff9dbe94790000.statahead_max=0 5001 real 0m45.126s user 0m0.177s sys 0m14.222s ls -l 5000 files without statahead: 45 sec llite.lustre-ffff9dbe94790000.statahead_max=32 32 5001 real 0m20.666s user 0m0.106s sys 0m9.156s ls -l 5000 files with statahead: 21 sec statahead total: 118 statahead wrong: 2 agl total: 111 list_total: 34 fname_total: 82 hit_total: 13131 miss_total: 1525 ls -l done rm -r /mnt/lustre/d123ad.sanity: 43 seconds llite.lustre-ffff9dbe94790000.statahead_stats= statahead total: 118 statahead wrong: 2 agl total: 111 list_total: 34 fname_total: 82 hit_total: 13131 miss_total: 1525 mdc.lustre-MDT0000-mdc-ffff9dbe94790000.batch_stats= snapshot_time: 1777004839.986942379 secs.nsecs start_time: 1777004680.319221588 secs.nsecs elapsed_time: 159.667720791 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 1 4: 6 3 4 8: 2 1 5 16: 105 52 57 32: 84 42 100 mdc.lustre-MDT0001-mdc-ffff9dbe94790000.batch_stats= snapshot_time: 1777004839.987003881 secs.nsecs start_time: 1777004680.319289998 secs.nsecs elapsed_time: 159.667713883 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 1 4: 4 2 3 8: 4 2 5 16: 112 56 61 32: 76 38 100 - open/close 2219 (time 1777004850.96 total 10.00 last 221.85) - open/close 4713 (time 1777004860.97 total 20.01 last 249.33) - open/close 7351 (time 1777004870.97 total 30.01 last 263.75) - open/close 9768 (time 1777004880.97 total 40.01 last 241.61) total: 10000 open/close in 41.12 seconds: 243.19 ops/second llite.lustre-ffff9dbe94790000.statahead_batch_max=0 llite.lustre-ffff9dbe94790000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9dbe94790000.stats=clear mdc.lustre-MDT0001-mdc-ffff9dbe94790000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m35.085s user 0m0.289s sys 0m32.744s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9dbe94790000.statahead_batch_max=32 llite.lustre-ffff9dbe94790000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9dbe94790000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9dbe94790000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9dbe94790000.stats=clear mdc.lustre-MDT0001-mdc-ffff9dbe94790000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m40.743s user 0m0.237s sys 0m21.492s batched statahead RPC= hit count=9995 mdc.lustre-MDT0000-mdc-ffff9dbe94790000.batch_stats= snapshot_time: 1777004968.113634311 secs.nsecs start_time: 1777004920.897083196 secs.nsecs elapsed_time: 47.216551115 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff9dbe94790000.batch_stats= snapshot_time: 1777004968.113685061 secs.nsecs start_time: 1777004920.897155891 secs.nsecs elapsed_time: 47.216529170 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9dbe94790000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9dbe94790000.batch_stats=0 llite.lustre-ffff9dbe94790000.statahead_max=2048 llite.lustre-ffff9dbe94790000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9dbe94790000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9dbe94790000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.99 seconds: 100.87 ops/second llite.lustre-ffff9dbe94790000.statahead_max=0 101 real 0m0.855s user 0m0.003s sys 0m0.295s ls -l 100 files without statahead: 1 sec llite.lustre-ffff9dbe94790000.statahead_max=2048 2048 101 real 0m0.466s user 0m0.006s sys 0m0.236s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10094 miss_total: 6 total: 900 open/close in 2.82 seconds: 318.73 ops/second llite.lustre-ffff9dbe94790000.statahead_max=0 1001 real 0m6.968s user 0m0.026s sys 0m2.559s ls -l 1000 files without statahead: 7 sec llite.lustre-ffff9dbe94790000.statahead_max=2048 2048 1001 real 0m3.190s user 0m0.018s sys 0m1.280s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11093 miss_total: 7 - open/close 3230 (time 1777005108.22 total 10.00 last 322.94) - open/close 6435 (time 1777005118.22 total 20.00 last 320.46) total: 9000 open/close in 26.24 seconds: 342.97 ops/second llite.lustre-ffff9dbe94790000.statahead_max=0 10001 real 1m9.252s user 0m0.318s sys 0m24.923s ls -l 10000 files without statahead: 69 sec llite.lustre-ffff9dbe94790000.statahead_max=2048 2048 10001 real 0m27.237s user 0m0.194s sys 0m19.740s ls -l 10000 files with statahead: 27 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21092 miss_total: 8 ls -l done rm -r /mnt/lustre/d123ad.sanity: 75 seconds llite.lustre-ffff9dbe94790000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21092 miss_total: 8 mdc.lustre-MDT0000-mdc-ffff9dbe94790000.batch_stats= snapshot_time: 1777005309.397805877 secs.nsecs start_time: 1777004969.041600553 secs.nsecs elapsed_time: 340.356205324 secs.nsecs subreqs per batch batches % cum % 1: 296 73 73 2: 43 10 83 4: 26 6 90 8: 7 1 91 16: 1 0 92 32: 0 0 92 64: 1 0 92 128: 8 1 94 256: 23 5 100 mdc.lustre-MDT0001-mdc-ffff9dbe94790000.batch_stats= snapshot_time: 1777005309.397856607 secs.nsecs start_time: 1777004969.041733527 secs.nsecs elapsed_time: 340.356123080 secs.nsecs subreqs per batch batches % cum % 1: 262 72 72 2: 40 11 83 4: 23 6 89 8: 6 1 91 16: 0 0 91 32: 0 0 91 64: 1 0 91 128: 5 1 92 256: 26 7 100 - open/close 2336 (time 1777005320.96 total 10.00 last 233.58) - open/close 5078 (time 1777005330.96 total 20.00 last 274.17) - open/close 7416 (time 1777005340.96 total 30.01 last 233.73) - open/close 9826 (time 1777005350.97 total 40.01 last 240.96) total: 10000 open/close in 40.78 seconds: 245.22 ops/second llite.lustre-ffff9dbe94790000.statahead_batch_max=0 llite.lustre-ffff9dbe94790000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9dbe94790000.stats=clear mdc.lustre-MDT0001-mdc-ffff9dbe94790000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m33.877s user 0m0.294s sys 0m29.392s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9dbe94790000.statahead_batch_max=256 llite.lustre-ffff9dbe94790000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9dbe94790000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9dbe94790000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9dbe94790000.stats=clear mdc.lustre-MDT0001-mdc-ffff9dbe94790000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m27.752s user 0m0.238s sys 0m20.119s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9dbe94790000.batch_stats= snapshot_time: 1777005423.307626246 secs.nsecs start_time: 1777005389.461053359 secs.nsecs elapsed_time: 33.846572887 secs.nsecs subreqs per batch batches % cum % 1: 147 52 52 2: 40 14 66 4: 26 9 75 8: 5 1 77 16: 4 1 79 32: 21 7 86 64: 2 0 87 128: 1 0 87 256: 35 12 100 mdc.lustre-MDT0001-mdc-ffff9dbe94790000.batch_stats= snapshot_time: 1777005423.307695434 secs.nsecs start_time: 1777005389.461114683 secs.nsecs elapsed_time: 33.846580751 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9dbe94790000.statahead_batch_max=64 llite.lustre-ffff9dbe94790000.statahead_max=128