== sanity test 123ad: Verify batching statahead works correctly ========================================================== 07:16:50 (1778843810) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9573a293e000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9573a293e000.batch_stats=0 llite.lustre-ffff9573a293e000.statahead_max=32 llite.lustre-ffff9573a293e000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9573a293e000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9573a293e000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.61 seconds: 165.26 ops/second llite.lustre-ffff9573a293e000.statahead_max=0 101 real 0m0.635s user 0m0.005s sys 0m0.248s 'ls -l' 100 files without statahead: 1 sec llite.lustre-ffff9573a293e000.statahead_max=32 llite.lustre-ffff9573a293e000.statahead_max=32 101 real 0m0.377s user 0m0.001s sys 0m0.207s 'ls -l' 100 files with statahead: 0 sec statahead total: 108 statahead wrong: 2 agl total: 102 list_total: 30 fname_total: 74 hit_total: 13910 miss_total: 1557 swrong=2 ewrong=2 total: 900 open/close in 1.85 seconds: 486.07 ops/second llite.lustre-ffff9573a293e000.statahead_max=0 1001 real 0m6.056s user 0m0.021s sys 0m2.355s 'ls -l' 1000 files without statahead: 6 sec llite.lustre-ffff9573a293e000.statahead_max=32 llite.lustre-ffff9573a293e000.statahead_max=32 1001 real 0m3.796s user 0m0.020s sys 0m1.895s 'ls -l' 1000 files with statahead: 4 sec statahead total: 109 statahead wrong: 2 agl total: 103 list_total: 31 fname_total: 74 hit_total: 14909 miss_total: 1558 swrong=2 ewrong=2 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 6 seconds llite.lustre-ffff9573a293e000.statahead_stats= statahead total: 109 statahead wrong: 2 agl total: 103 list_total: 31 fname_total: 74 hit_total: 14909 miss_total: 1558 mdc.lustre-MDT0000-mdc-ffff9573a293e000.batch_stats= snapshot_time: 1778843837.052715462 secs.nsecs start_time: 1778843812.129790883 secs.nsecs elapsed_time: 24.922924579 secs.nsecs subreqs per batch batches % cum % 1: 2 5 5 2: 3 8 13 4: 1 2 16 8: 1 2 18 16: 27 72 91 32: 3 8 100 mdc.lustre-MDT0001-mdc-ffff9573a293e000.batch_stats= snapshot_time: 1778843837.052790145 secs.nsecs start_time: 1778843812.129871678 secs.nsecs elapsed_time: 24.922918467 secs.nsecs subreqs per batch batches % cum % 1: 2 5 5 2: 0 0 5 4: 0 0 5 8: 3 7 12 16: 11 27 40 32: 24 60 100 - open/close 4677 (time 1778843847.89 total 10.00 last 467.68) - open/close 9470 (time 1778843857.89 total 20.00 last 479.29) total: 10000 open/close in 21.10 seconds: 473.96 ops/second llite.lustre-ffff9573a293e000.statahead_batch_max=0 llite.lustre-ffff9573a293e000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9573a293e000.stats=clear mdc.lustre-MDT0001-mdc-ffff9573a293e000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m33.070s user 0m0.179s sys 0m31.606s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9573a293e000.statahead_batch_max=32 llite.lustre-ffff9573a293e000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9573a293e000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9573a293e000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9573a293e000.stats=clear mdc.lustre-MDT0001-mdc-ffff9573a293e000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m37.195s user 0m0.157s sys 0m21.028s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9573a293e000.batch_stats= snapshot_time: 1778843938.793723595 secs.nsecs start_time: 1778843895.070737347 secs.nsecs elapsed_time: 43.722986248 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff9573a293e000.batch_stats= snapshot_time: 1778843938.793774386 secs.nsecs start_time: 1778843895.070791930 secs.nsecs elapsed_time: 43.722982456 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9573a293e000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9573a293e000.batch_stats=0 llite.lustre-ffff9573a293e000.statahead_max=2048 llite.lustre-ffff9573a293e000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9573a293e000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9573a293e000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.77 seconds: 129.75 ops/second llite.lustre-ffff9573a293e000.statahead_max=0 101 real 0m0.642s user 0m0.006s sys 0m0.246s 'ls -l' 100 files without statahead: 1 sec llite.lustre-ffff9573a293e000.statahead_max=2048 llite.lustre-ffff9573a293e000.statahead_max=2048 101 real 0m0.388s user 0m0.002s sys 0m0.183s 'ls -l' 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 swrong=0 ewrong=0 total: 900 open/close in 2.18 seconds: 412.96 ops/second llite.lustre-ffff9573a293e000.statahead_max=0 1001 real 0m6.469s user 0m0.015s sys 0m2.444s 'ls -l' 1000 files without statahead: 6 sec llite.lustre-ffff9573a293e000.statahead_max=2048 llite.lustre-ffff9573a293e000.statahead_max=2048 1001 real 0m3.340s user 0m0.016s sys 0m2.015s 'ls -l' 1000 files with statahead: 4 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 6 seconds llite.lustre-ffff9573a293e000.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 mdc.lustre-MDT0000-mdc-ffff9573a293e000.batch_stats= snapshot_time: 1778844047.802991390 secs.nsecs start_time: 1778843939.577136783 secs.nsecs elapsed_time: 108.225854607 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 14 14 4: 2 28 42 8: 1 14 57 16: 0 0 57 32: 0 0 57 64: 1 14 71 128: 0 0 71 256: 2 28 100 mdc.lustre-MDT0001-mdc-ffff9573a293e000.batch_stats= snapshot_time: 1778844047.803058156 secs.nsecs start_time: 1778843939.577235193 secs.nsecs elapsed_time: 108.225822963 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 2 28 28 8: 2 28 57 16: 0 0 57 32: 0 0 57 64: 1 14 71 128: 0 0 71 256: 2 28 100 - open/close 4706 (time 1778844058.65 total 10.00 last 470.53) - open/close 9340 (time 1778844068.65 total 20.00 last 463.32) total: 10000 open/close in 21.42 seconds: 466.96 ops/second llite.lustre-ffff9573a293e000.statahead_batch_max=0 llite.lustre-ffff9573a293e000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9573a293e000.stats=clear mdc.lustre-MDT0001-mdc-ffff9573a293e000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m34.155s user 0m0.164s sys 0m29.370s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9573a293e000.statahead_batch_max=256 llite.lustre-ffff9573a293e000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9573a293e000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9573a293e000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9573a293e000.stats=clear mdc.lustre-MDT0001-mdc-ffff9573a293e000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m29.702s user 0m0.138s sys 0m21.220s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9573a293e000.batch_stats= snapshot_time: 1778844142.987606126 secs.nsecs start_time: 1778844107.264434416 secs.nsecs elapsed_time: 35.723171710 secs.nsecs subreqs per batch batches % cum % 1: 324 66 66 2: 58 11 78 4: 38 7 86 8: 4 0 87 16: 2 0 88 32: 19 3 91 64: 5 1 92 128: 0 0 92 256: 34 7 100 mdc.lustre-MDT0001-mdc-ffff9573a293e000.batch_stats= snapshot_time: 1778844142.987682746 secs.nsecs start_time: 1778844107.264489711 secs.nsecs elapsed_time: 35.723193035 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9573a293e000.statahead_batch_max=64 llite.lustre-ffff9573a293e000.statahead_max=128