== sanity test 123ad: Verify batching statahead works correctly ========================================================== 06:53:52 (1769082832) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9a1408270800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9a1408270800.batch_stats=0 llite.lustre-ffff9a1408270800.statahead_max=32 llite.lustre-ffff9a1408270800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9a1408270800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9a1408270800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.87 seconds: 114.61 ops/second llite.lustre-ffff9a1408270800.statahead_max=0 101 real 0m0.826s user 0m0.002s sys 0m0.266s ls -l 100 files without statahead: 1 sec llite.lustre-ffff9a1408270800.statahead_max=32 32 101 real 0m0.399s user 0m0.004s sys 0m0.205s ls -l 100 files with statahead: 0 sec statahead total: 121 statahead wrong: 2 agl total: 114 list_total: 33 fname_total: 87 hit_total: 12901 miss_total: 1573 total: 900 open/close in 2.74 seconds: 328.42 ops/second llite.lustre-ffff9a1408270800.statahead_max=0 1001 real 0m6.649s user 0m0.035s sys 0m2.316s ls -l 1000 files without statahead: 7 sec llite.lustre-ffff9a1408270800.statahead_max=32 32 1001 real 0m3.488s user 0m0.018s sys 0m1.519s ls -l 1000 files with statahead: 3 sec statahead total: 122 statahead wrong: 2 agl total: 115 list_total: 34 fname_total: 87 hit_total: 13900 miss_total: 1574 - open/close 3415 (time 1769082864.39 total 10.00 last 341.48) - open/close 6120 (time 1769082874.39 total 20.00 last 270.44) total: 9000 open/close in 29.70 seconds: 303.07 ops/second llite.lustre-ffff9a1408270800.statahead_max=0 10001 real 1m4.870s user 0m0.252s sys 0m21.988s ls -l 10000 files without statahead: 65 sec llite.lustre-ffff9a1408270800.statahead_max=32 32 10001 real 0m34.758s user 0m0.156s sys 0m15.135s ls -l 10000 files with statahead: 35 sec statahead total: 123 statahead wrong: 2 agl total: 116 list_total: 35 fname_total: 87 hit_total: 23897 miss_total: 1577 ls -l done rm -r /mnt/lustre/d123ad.sanity: 98 seconds llite.lustre-ffff9a1408270800.statahead_stats= statahead total: 123 statahead wrong: 2 agl total: 116 list_total: 35 fname_total: 87 hit_total: 23897 miss_total: 1577 mdc.lustre-MDT0000-mdc-ffff9a1408270800.batch_stats= snapshot_time: 1769083092.430739517 secs.nsecs start_time: 1769082833.815499543 secs.nsecs elapsed_time: 258.615239974 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 1 0 0 4: 5 1 2 8: 4 1 3 16: 191 53 57 32: 152 42 100 mdc.lustre-MDT0001-mdc-ffff9a1408270800.batch_stats= snapshot_time: 1769083092.430801120 secs.nsecs start_time: 1769082833.815568373 secs.nsecs elapsed_time: 258.615232747 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 2 0 0 8: 5 1 2 16: 197 55 57 32: 149 42 100 - open/close 2188 (time 1769083103.40 total 10.00 last 218.78) - open/close 4249 (time 1769083113.40 total 20.00 last 206.09) - open/close 6382 (time 1769083123.40 total 30.00 last 213.23) - open/close 8663 (time 1769083133.40 total 40.01 last 228.05) total: 10000 open/close in 45.16 seconds: 221.45 ops/second llite.lustre-ffff9a1408270800.statahead_batch_max=0 llite.lustre-ffff9a1408270800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9a1408270800.stats=clear mdc.lustre-MDT0001-mdc-ffff9a1408270800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m29.433s user 0m0.218s sys 0m25.291s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9a1408270800.statahead_batch_max=32 llite.lustre-ffff9a1408270800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9a1408270800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9a1408270800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9a1408270800.stats=clear mdc.lustre-MDT0001-mdc-ffff9a1408270800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m37.986s user 0m0.203s sys 0m17.602s batched statahead RPC= hit count=9991 mdc.lustre-MDT0000-mdc-ffff9a1408270800.batch_stats= snapshot_time: 1769083214.779536924 secs.nsecs start_time: 1769083171.636443878 secs.nsecs elapsed_time: 43.143093046 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff9a1408270800.batch_stats= snapshot_time: 1769083214.779644877 secs.nsecs start_time: 1769083171.636528036 secs.nsecs elapsed_time: 43.143116841 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9a1408270800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9a1408270800.batch_stats=0 llite.lustre-ffff9a1408270800.statahead_max=2048 llite.lustre-ffff9a1408270800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9a1408270800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9a1408270800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.19 seconds: 83.97 ops/second llite.lustre-ffff9a1408270800.statahead_max=0 101 real 0m0.995s user 0m0.002s sys 0m0.275s ls -l 100 files without statahead: 1 sec llite.lustre-ffff9a1408270800.statahead_max=2048 2048 101 real 0m0.385s user 0m0.001s sys 0m0.189s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10090 miss_total: 10 total: 900 open/close in 5.27 seconds: 170.93 ops/second llite.lustre-ffff9a1408270800.statahead_max=0 1001 real 0m12.472s user 0m0.038s sys 0m2.610s ls -l 1000 files without statahead: 12 sec llite.lustre-ffff9a1408270800.statahead_max=2048 2048 1001 real 0m3.373s user 0m0.021s sys 0m1.265s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11089 miss_total: 11 - open/close 1378 (time 1769083410.71 total 10.00 last 137.74) total: 3000 open/close in 19.12 seconds: 156.89 ops/second llite.lustre-ffff9a1408270800.statahead_max=0 4001 real 0m40.240s user 0m0.136s sys 0m10.207s ls -l 4000 files without statahead: 40 sec llite.lustre-ffff9a1408270800.statahead_max=2048 2048 4001 real 0m11.403s user 0m0.085s sys 0m6.683s ls -l 4000 files with statahead: 12 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15088 miss_total: 12 ls -l done rm -r /mnt/lustre/d123ad.sanity: 29 seconds llite.lustre-ffff9a1408270800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15088 miss_total: 12 mdc.lustre-MDT0000-mdc-ffff9a1408270800.batch_stats= snapshot_time: 1769083508.348931492 secs.nsecs start_time: 1769083215.731566504 secs.nsecs elapsed_time: 292.617364988 secs.nsecs subreqs per batch batches % cum % 1: 47 54 54 2: 12 13 68 4: 11 12 81 8: 1 1 82 16: 1 1 83 32: 1 1 84 64: 1 1 86 128: 0 0 86 256: 12 13 100 mdc.lustre-MDT0001-mdc-ffff9a1408270800.batch_stats= snapshot_time: 1769083508.348991400 secs.nsecs start_time: 1769083215.731720113 secs.nsecs elapsed_time: 292.617271287 secs.nsecs subreqs per batch batches % cum % 1: 42 51 51 2: 13 15 67 4: 5 6 73 8: 7 8 81 16: 2 2 84 32: 1 1 85 64: 0 0 85 128: 0 0 85 256: 12 14 100 - open/close 2236 (time 1769083519.79 total 10.01 last 223.46) - open/close 4883 (time 1769083529.79 total 20.01 last 264.63) - open/close 7573 (time 1769083539.79 total 30.01 last 268.93) - open/close 9868 (time 1769083549.79 total 40.01 last 229.47) total: 10000 open/close in 40.43 seconds: 247.34 ops/second llite.lustre-ffff9a1408270800.statahead_batch_max=0 llite.lustre-ffff9a1408270800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9a1408270800.stats=clear mdc.lustre-MDT0001-mdc-ffff9a1408270800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m33.227s user 0m0.267s sys 0m22.657s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9a1408270800.statahead_batch_max=256 llite.lustre-ffff9a1408270800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9a1408270800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9a1408270800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9a1408270800.stats=clear mdc.lustre-MDT0001-mdc-ffff9a1408270800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m52.461s user 0m0.253s sys 0m13.441s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9a1408270800.batch_stats= snapshot_time: 1769083651.760122893 secs.nsecs start_time: 1769083586.552611226 secs.nsecs elapsed_time: 65.207511667 secs.nsecs subreqs per batch batches % cum % 1: 53 31 31 2: 25 15 46 4: 12 7 54 8: 10 6 60 16: 6 3 63 32: 13 7 71 64: 12 7 78 128: 0 0 78 256: 35 21 100 mdc.lustre-MDT0001-mdc-ffff9a1408270800.batch_stats= snapshot_time: 1769083651.760384016 secs.nsecs start_time: 1769083586.552725041 secs.nsecs elapsed_time: 65.207658975 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9a1408270800.statahead_batch_max=64 llite.lustre-ffff9a1408270800.statahead_max=128