== sanity test 123ad: Verify batching statahead works correctly ========================================================== 04:04:15 (1772183055) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff925d1061f800.batch_stats=0 llite.lustre-ffff925d1061f800.statahead_max=32 llite.lustre-ffff925d1061f800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff925d1061f800.batch_stats=0 total: 100 open/close in 1.63 seconds: 61.53 ops/second llite.lustre-ffff925d1061f800.statahead_max=0 101 real 0m1.404s user 0m0.007s sys 0m0.295s ls -l 100 files without statahead: 1 sec llite.lustre-ffff925d1061f800.statahead_max=32 32 101 real 0m0.527s user 0m0.001s sys 0m0.172s ls -l 100 files with statahead: 1 sec statahead total: 97 statahead wrong: 2 agl total: 92 list_total: 31 fname_total: 66 hit_total: 23863 miss_total: 1581 total: 900 open/close in 7.56 seconds: 118.97 ops/second llite.lustre-ffff925d1061f800.statahead_max=0 1001 real 0m13.562s user 0m0.035s sys 0m2.860s ls -l 1000 files without statahead: 13 sec llite.lustre-ffff925d1061f800.statahead_max=32 32 1001 real 0m5.965s user 0m0.026s sys 0m1.616s ls -l 1000 files with statahead: 6 sec statahead total: 98 statahead wrong: 2 agl total: 93 list_total: 32 fname_total: 66 hit_total: 24862 miss_total: 1582 - open/close 1343 (time 1772183108.26 total 10.00 last 134.29) total: 2000 open/close in 15.24 seconds: 131.23 ops/second llite.lustre-ffff925d1061f800.statahead_max=0 3001 real 0m39.000s user 0m0.088s sys 0m8.466s ls -l 3000 files without statahead: 39 sec llite.lustre-ffff925d1061f800.statahead_max=32 32 3001 real 0m15.255s user 0m0.054s sys 0m4.636s ls -l 3000 files with statahead: 15 sec statahead total: 99 statahead wrong: 2 agl total: 94 list_total: 33 fname_total: 66 hit_total: 27857 miss_total: 1587 ls -l done rm -r /mnt/lustre/d123ad.sanity: 32 seconds llite.lustre-ffff925d1061f800.statahead_stats= statahead total: 99 statahead wrong: 2 agl total: 94 list_total: 33 fname_total: 66 hit_total: 27857 miss_total: 1587 mdc.lustre-MDT0000-mdc-ffff925d1061f800.batch_stats= snapshot_time: 1772183208.768661279 secs.nsecs start_time: 1772183058.291809523 secs.nsecs elapsed_time: 150.476851756 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 0 0 0 8: 4 2 3 16: 3 2 5 32: 128 94 100 - open/close 1390 (time 1772183220.10 total 10.00 last 138.99) - open/close 2720 (time 1772183230.10 total 20.00 last 132.94) - open/close 4093 (time 1772183240.11 total 30.01 last 137.21) - open/close 5534 (time 1772183250.11 total 40.01 last 144.06) - open/close 6999 (time 1772183260.12 total 50.02 last 146.39) - open/close 8448 (time 1772183270.12 total 60.02 last 144.86) - open/close 9761 (time 1772183280.12 total 70.02 last 131.29) total: 10000 open/close in 72.01 seconds: 138.87 ops/second llite.lustre-ffff925d1061f800.statahead_batch_max=0 llite.lustre-ffff925d1061f800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff925d1061f800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m35.199s user 0m0.262s sys 0m23.182s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff925d1061f800.statahead_batch_max=32 llite.lustre-ffff925d1061f800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff925d1061f800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff925d1061f800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m48.974s user 0m0.229s sys 0m16.474s batched statahead RPC= hit count=9984 mdc.lustre-MDT0000-mdc-ffff925d1061f800.batch_stats= snapshot_time: 1772183377.741445710 secs.nsecs start_time: 1772183322.002060473 secs.nsecs elapsed_time: 55.739385237 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 313 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff925d1061f800.batch_stats=0 llite.lustre-ffff925d1061f800.statahead_max=2048 llite.lustre-ffff925d1061f800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff925d1061f800.batch_stats=0 total: 100 open/close in 1.13 seconds: 88.15 ops/second llite.lustre-ffff925d1061f800.statahead_max=0 101 real 0m1.183s user 0m0.004s sys 0m0.298s ls -l 100 files without statahead: 1 sec llite.lustre-ffff925d1061f800.statahead_max=2048 2048 101 real 0m0.404s user 0m0.003s sys 0m0.251s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10083 miss_total: 17 total: 900 open/close in 4.99 seconds: 180.52 ops/second llite.lustre-ffff925d1061f800.statahead_max=0 1001 real 0m9.576s user 0m0.027s sys 0m2.749s ls -l 1000 files without statahead: 10 sec llite.lustre-ffff925d1061f800.statahead_max=2048 2048 1001 real 0m3.619s user 0m0.025s sys 0m1.892s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11082 miss_total: 18 - open/close 1775 (time 1772183572.78 total 10.00 last 177.45) - open/close 3882 (time 1772183582.78 total 20.00 last 210.69) total: 4000 open/close in 20.55 seconds: 194.61 ops/second llite.lustre-ffff925d1061f800.statahead_max=0 5001 real 0m51.898s user 0m0.156s sys 0m13.784s ls -l 5000 files without statahead: 52 sec llite.lustre-ffff925d1061f800.statahead_max=2048 2048 5001 real 0m15.198s user 0m0.109s sys 0m9.305s ls -l 5000 files with statahead: 15 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 16081 miss_total: 19 ls -l done rm -r /mnt/lustre/d123ad.sanity: 42 seconds llite.lustre-ffff925d1061f800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 16081 miss_total: 19 mdc.lustre-MDT0000-mdc-ffff925d1061f800.batch_stats= snapshot_time: 1772183702.380633822 secs.nsecs start_time: 1772183378.822023613 secs.nsecs elapsed_time: 323.558610209 secs.nsecs subreqs per batch batches % cum % 1: 222 67 67 2: 30 9 77 4: 28 8 85 8: 13 3 89 16: 5 1 91 32: 5 1 92 64: 2 0 93 128: 1 0 93 256: 21 6 100 - open/close 2981 (time 1772183713.90 total 10.00 last 298.01) - open/close 4671 (time 1772183723.90 total 20.01 last 168.96) - open/close 7061 (time 1772183733.90 total 30.01 last 238.96) - open/close 9102 (time 1772183743.90 total 40.01 last 204.10) total: 10000 open/close in 44.33 seconds: 225.57 ops/second llite.lustre-ffff925d1061f800.statahead_batch_max=0 llite.lustre-ffff925d1061f800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff925d1061f800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m32.627s user 0m0.230s sys 0m25.068s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff925d1061f800.statahead_batch_max=256 llite.lustre-ffff925d1061f800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff925d1061f800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff925d1061f800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m28.107s user 0m0.204s sys 0m19.025s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff925d1061f800.batch_stats= snapshot_time: 1772183819.982825480 secs.nsecs start_time: 1772183784.712672476 secs.nsecs elapsed_time: 35.270153004 secs.nsecs subreqs per batch batches % cum % 1: 157 57 57 2: 25 9 66 4: 15 5 71 8: 10 3 75 16: 9 3 78 32: 21 7 86 64: 1 0 86 128: 1 0 87 256: 35 12 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff925d1061f800.statahead_batch_max=64 llite.lustre-ffff925d1061f800.statahead_max=128