== sanity test 123ad: Verify batching statahead works correctly ========================================================== 02:21:39 (1783146099) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff890747d3d800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff890747d3d800.batch_stats=0 llite.lustre-ffff890747d3d800.statahead_max=32 llite.lustre-ffff890747d3d800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff890747d3d800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff890747d3d800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.68 seconds: 147.93 ops/second llite.lustre-ffff890747d3d800.statahead_max=0 101 real 0m0.616s user 0m0.004s sys 0m0.237s 'ls -l' 100 files without statahead: 0 sec llite.lustre-ffff890747d3d800.statahead_max=32 llite.lustre-ffff890747d3d800.statahead_max=32 101 real 0m0.420s user 0m0.004s sys 0m0.238s 'ls -l' 100 files with statahead: 0 sec statahead total: 108 statahead wrong: 2 agl total: 103 list_total: 30 fname_total: 64 hit_total: 14005 miss_total: 1255 swrong=2 ewrong=2 total: 900 open/close in 1.87 seconds: 480.88 ops/second llite.lustre-ffff890747d3d800.statahead_max=0 1001 real 0m6.431s user 0m0.026s sys 0m2.508s 'ls -l' 1000 files without statahead: 7 sec llite.lustre-ffff890747d3d800.statahead_max=32 llite.lustre-ffff890747d3d800.statahead_max=32 1001 real 0m4.477s user 0m0.016s sys 0m2.352s 'ls -l' 1000 files with statahead: 4 sec statahead total: 109 statahead wrong: 2 agl total: 104 list_total: 31 fname_total: 64 hit_total: 15004 miss_total: 1256 swrong=2 ewrong=2 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 5 seconds llite.lustre-ffff890747d3d800.statahead_stats= statahead total: 109 statahead wrong: 2 agl total: 104 list_total: 31 fname_total: 64 hit_total: 15004 miss_total: 1256 mdc.lustre-MDT0000-mdc-ffff890747d3d800.batch_stats= snapshot_time: 1783146126.589791259 secs.nsecs start_time: 1783146101.200812447 secs.nsecs elapsed_time: 25.388978812 secs.nsecs subreqs per batch batches %% cum %% 1: 3 8 8 2: 2 5 13 4: 1 2 16 8: 1 2 18 16: 26 70 89 32: 4 10 100 mdc.lustre-MDT0001-mdc-ffff890747d3d800.batch_stats= snapshot_time: 1783146126.589832711 secs.nsecs start_time: 1783146101.200861297 secs.nsecs elapsed_time: 25.388971414 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 1 2 2 8: 3 7 10 16: 13 33 43 32: 22 56 100 - open/close 5467 (time 1783146137.51 total 10.00 last 546.67) total: 10000 open/close in 18.33 seconds: 545.56 ops/second llite.lustre-ffff890747d3d800.statahead_batch_max=0 llite.lustre-ffff890747d3d800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff890747d3d800.stats=clear mdc.lustre-MDT0001-mdc-ffff890747d3d800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m34.123s user 0m0.160s sys 0m31.380s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff890747d3d800.statahead_batch_max=32 llite.lustre-ffff890747d3d800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff890747d3d800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff890747d3d800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff890747d3d800.stats=clear mdc.lustre-MDT0001-mdc-ffff890747d3d800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m38.283s user 0m0.153s sys 0m22.165s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff890747d3d800.batch_stats= snapshot_time: 1783146227.811761042 secs.nsecs start_time: 1783146183.106648758 secs.nsecs elapsed_time: 44.705112284 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff890747d3d800.batch_stats= snapshot_time: 1783146227.811798042 secs.nsecs start_time: 1783146183.106720468 secs.nsecs elapsed_time: 44.705077574 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff890747d3d800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff890747d3d800.batch_stats=0 llite.lustre-ffff890747d3d800.statahead_max=2048 llite.lustre-ffff890747d3d800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff890747d3d800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff890747d3d800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.79 seconds: 127.02 ops/second llite.lustre-ffff890747d3d800.statahead_max=0 101 real 0m0.638s user 0m0.005s sys 0m0.254s 'ls -l' 100 files without statahead: 1 sec llite.lustre-ffff890747d3d800.statahead_max=2048 llite.lustre-ffff890747d3d800.statahead_max=2048 101 real 0m0.440s user 0m0.003s sys 0m0.206s 'ls -l' 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 swrong=0 ewrong=0 total: 900 open/close in 1.87 seconds: 481.99 ops/second llite.lustre-ffff890747d3d800.statahead_max=0 1001 real 0m6.025s user 0m0.021s sys 0m2.308s 'ls -l' 1000 files without statahead: 6 sec llite.lustre-ffff890747d3d800.statahead_max=2048 llite.lustre-ffff890747d3d800.statahead_max=2048 1001 real 0m3.416s user 0m0.016s sys 0m1.332s 'ls -l' 1000 files with statahead: 4 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 6 seconds llite.lustre-ffff890747d3d800.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 mdc.lustre-MDT0000-mdc-ffff890747d3d800.batch_stats= snapshot_time: 1783146336.949724760 secs.nsecs start_time: 1783146228.551630379 secs.nsecs elapsed_time: 108.398094381 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 1 12 12 4: 3 37 50 8: 1 12 62 16: 0 0 62 32: 0 0 62 64: 1 12 75 128: 0 0 75 256: 2 25 100 mdc.lustre-MDT0001-mdc-ffff890747d3d800.batch_stats= snapshot_time: 1783146336.949798443 secs.nsecs start_time: 1783146228.551761100 secs.nsecs elapsed_time: 108.398037343 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 1 12 12 8: 3 37 50 16: 1 12 62 32: 0 0 62 64: 1 12 75 128: 0 0 75 256: 2 25 100 - open/close 4831 (time 1783146347.78 total 10.00 last 483.02) - open/close 9657 (time 1783146357.78 total 20.00 last 482.55) total: 10000 open/close in 20.70 seconds: 483.04 ops/second llite.lustre-ffff890747d3d800.statahead_batch_max=0 llite.lustre-ffff890747d3d800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff890747d3d800.stats=clear mdc.lustre-MDT0001-mdc-ffff890747d3d800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m32.409s user 0m0.146s sys 0m26.762s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff890747d3d800.statahead_batch_max=256 llite.lustre-ffff890747d3d800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff890747d3d800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff890747d3d800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff890747d3d800.stats=clear mdc.lustre-MDT0001-mdc-ffff890747d3d800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m28.674s user 0m0.165s sys 0m20.886s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff890747d3d800.batch_stats= snapshot_time: 1783146428.792138681 secs.nsecs start_time: 1783146393.948014291 secs.nsecs elapsed_time: 34.844124390 secs.nsecs subreqs per batch batches %% cum %% 1: 330 59 59 2: 108 19 78 4: 49 8 87 8: 8 1 89 16: 3 0 89 32: 23 4 93 64: 1 0 93 128: 1 0 94 256: 33 5 100 mdc.lustre-MDT0001-mdc-ffff890747d3d800.batch_stats= snapshot_time: 1783146428.792203138 secs.nsecs start_time: 1783146393.948085208 secs.nsecs elapsed_time: 34.844117930 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff890747d3d800.statahead_batch_max=64 llite.lustre-ffff890747d3d800.statahead_max=128