== sanity test 123ad: Verify batching statahead works correctly ========================================================== 07:03:45 (1778929425) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8d4c84ed2000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8d4c84ed2000.batch_stats=0 llite.lustre-ffff8d4c84ed2000.statahead_max=32 llite.lustre-ffff8d4c84ed2000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8d4c84ed2000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8d4c84ed2000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.63 seconds: 159.96 ops/second llite.lustre-ffff8d4c84ed2000.statahead_max=0 101 real 0m0.554s user 0m0.003s sys 0m0.219s 'ls -l' 100 files without statahead: 0 sec llite.lustre-ffff8d4c84ed2000.statahead_max=32 llite.lustre-ffff8d4c84ed2000.statahead_max=32 101 real 0m0.384s user 0m0.003s sys 0m0.192s 'ls -l' 100 files with statahead: 0 sec statahead total: 126 statahead wrong: 2 agl total: 120 list_total: 32 fname_total: 93 hit_total: 3615 miss_total: 1255 swrong=2 ewrong=2 total: 900 open/close in 1.79 seconds: 501.85 ops/second llite.lustre-ffff8d4c84ed2000.statahead_max=0 1001 real 0m6.162s user 0m0.032s sys 0m2.323s 'ls -l' 1000 files without statahead: 6 sec llite.lustre-ffff8d4c84ed2000.statahead_max=32 llite.lustre-ffff8d4c84ed2000.statahead_max=32 1001 real 0m3.408s user 0m0.012s sys 0m1.699s 'ls -l' 1000 files with statahead: 4 sec statahead total: 127 statahead wrong: 2 agl total: 121 list_total: 33 fname_total: 93 hit_total: 4614 miss_total: 1256 swrong=2 ewrong=2 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 4 seconds llite.lustre-ffff8d4c84ed2000.statahead_stats= statahead total: 127 statahead wrong: 2 agl total: 121 list_total: 33 fname_total: 93 hit_total: 4614 miss_total: 1256 mdc.lustre-MDT0000-mdc-ffff8d4c84ed2000.batch_stats= snapshot_time: 1778929449.233285107 secs.nsecs start_time: 1778929426.655022406 secs.nsecs elapsed_time: 22.578262701 secs.nsecs subreqs per batch batches % cum % 1: 3 7 7 2: 2 5 13 4: 1 2 15 8: 2 5 21 16: 23 60 81 32: 7 18 100 mdc.lustre-MDT0001-mdc-ffff8d4c84ed2000.batch_stats= snapshot_time: 1778929449.233328753 secs.nsecs start_time: 1778929426.655070080 secs.nsecs elapsed_time: 22.578258673 secs.nsecs subreqs per batch batches % cum % 1: 1 2 2 2: 0 0 2 4: 3 7 10 8: 2 5 15 16: 9 22 37 32: 25 62 100 - open/close 5249 (time 1778929461.87 total 10.00 last 524.83) total: 10000 open/close in 19.62 seconds: 509.74 ops/second llite.lustre-ffff8d4c84ed2000.statahead_batch_max=0 llite.lustre-ffff8d4c84ed2000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8d4c84ed2000.stats=clear mdc.lustre-MDT0001-mdc-ffff8d4c84ed2000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m31.597s user 0m0.205s sys 0m30.067s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8d4c84ed2000.statahead_batch_max=32 llite.lustre-ffff8d4c84ed2000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8d4c84ed2000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8d4c84ed2000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8d4c84ed2000.stats=clear mdc.lustre-MDT0001-mdc-ffff8d4c84ed2000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m33.378s user 0m0.187s sys 0m18.344s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8d4c84ed2000.batch_stats= snapshot_time: 1778929545.207760799 secs.nsecs start_time: 1778929506.109103545 secs.nsecs elapsed_time: 39.098657254 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8d4c84ed2000.batch_stats= snapshot_time: 1778929545.207799813 secs.nsecs start_time: 1778929506.109177009 secs.nsecs elapsed_time: 39.098622804 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8d4c84ed2000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8d4c84ed2000.batch_stats=0 llite.lustre-ffff8d4c84ed2000.statahead_max=2048 llite.lustre-ffff8d4c84ed2000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8d4c84ed2000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8d4c84ed2000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.05 seconds: 95.44 ops/second llite.lustre-ffff8d4c84ed2000.statahead_max=0 101 real 0m0.652s user 0m0.007s sys 0m0.243s 'ls -l' 100 files without statahead: 1 sec llite.lustre-ffff8d4c84ed2000.statahead_max=2048 llite.lustre-ffff8d4c84ed2000.statahead_max=2048 101 real 0m0.352s user 0m0.003s sys 0m0.194s 'ls -l' 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 swrong=0 ewrong=0 total: 900 open/close in 1.67 seconds: 537.49 ops/second llite.lustre-ffff8d4c84ed2000.statahead_max=0 1001 real 0m5.266s user 0m0.021s sys 0m2.048s 'ls -l' 1000 files without statahead: 6 sec llite.lustre-ffff8d4c84ed2000.statahead_max=2048 llite.lustre-ffff8d4c84ed2000.statahead_max=2048 1001 real 0m2.984s user 0m0.013s sys 0m1.248s 'ls -l' 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 4 seconds llite.lustre-ffff8d4c84ed2000.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 mdc.lustre-MDT0000-mdc-ffff8d4c84ed2000.batch_stats= snapshot_time: 1778929646.688884203 secs.nsecs start_time: 1778929546.022116004 secs.nsecs elapsed_time: 100.666768199 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 4 57 57 16: 0 0 57 32: 0 0 57 64: 1 14 71 128: 0 0 71 256: 2 28 100 mdc.lustre-MDT0001-mdc-ffff8d4c84ed2000.batch_stats= snapshot_time: 1778929646.688957316 secs.nsecs start_time: 1778929546.022242987 secs.nsecs elapsed_time: 100.666714329 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 2 28 28 4: 2 28 57 8: 0 0 57 16: 0 0 57 32: 0 0 57 64: 1 14 71 128: 0 0 71 256: 2 28 100 - open/close 4744 (time 1778929657.82 total 10.00 last 474.39) - open/close 9282 (time 1778929667.82 total 20.00 last 453.70) total: 10000 open/close in 21.71 seconds: 460.56 ops/second llite.lustre-ffff8d4c84ed2000.statahead_batch_max=0 llite.lustre-ffff8d4c84ed2000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8d4c84ed2000.stats=clear mdc.lustre-MDT0001-mdc-ffff8d4c84ed2000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m30.804s user 0m0.180s sys 0m26.254s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8d4c84ed2000.statahead_batch_max=256 llite.lustre-ffff8d4c84ed2000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8d4c84ed2000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8d4c84ed2000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8d4c84ed2000.stats=clear mdc.lustre-MDT0001-mdc-ffff8d4c84ed2000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m25.206s user 0m0.147s sys 0m18.593s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8d4c84ed2000.batch_stats= snapshot_time: 1778929734.196920491 secs.nsecs start_time: 1778929703.342529406 secs.nsecs elapsed_time: 30.854391085 secs.nsecs subreqs per batch batches % cum % 1: 260 59 59 2: 50 11 70 4: 49 11 82 8: 15 3 85 16: 6 1 86 32: 20 4 91 64: 3 0 92 128: 0 0 92 256: 34 7 100 mdc.lustre-MDT0001-mdc-ffff8d4c84ed2000.batch_stats= snapshot_time: 1778929734.196984382 secs.nsecs start_time: 1778929703.342579028 secs.nsecs elapsed_time: 30.854405354 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8d4c84ed2000.statahead_batch_max=64 llite.lustre-ffff8d4c84ed2000.statahead_max=128