== sanity test 123ad: Verify batching statahead works correctly ========================================================== 15:21:55 (1777576915) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff94d802b8a000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff94d802b8a000.batch_stats=0 llite.lustre-ffff94d802b8a000.statahead_max=32 llite.lustre-ffff94d802b8a000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff94d802b8a000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff94d802b8a000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 2.81 seconds: 35.59 ops/second llite.lustre-ffff94d802b8a000.statahead_max=0 101 real 0m3.393s user 0m0.006s sys 0m0.318s 'ls -l' 100 files without statahead: 3 sec llite.lustre-ffff94d802b8a000.statahead_max=32 llite.lustre-ffff94d802b8a000.statahead_max=32 101 real 0m1.363s user 0m0.007s sys 0m0.173s 'ls -l' 100 files with statahead: 1 sec statahead total: 61 statahead wrong: 1 agl total: 55 list_total: 22 fname_total: 39 hit_total: 3836 miss_total: 182 swrong=1 ewrong=1 - open/close 543 (time 1777576946.29 total 10.00 last 54.29) total: 900 open/close in 15.12 seconds: 59.54 ops/second llite.lustre-ffff94d802b8a000.statahead_max=0 1001 real 0m30.746s user 0m0.040s sys 0m3.117s 'ls -l' 1000 files without statahead: 31 sec llite.lustre-ffff94d802b8a000.statahead_max=32 llite.lustre-ffff94d802b8a000.statahead_max=32 1001 real 0m9.864s user 0m0.026s sys 0m1.441s 'ls -l' 1000 files with statahead: 10 sec statahead total: 62 statahead wrong: 1 agl total: 56 list_total: 23 fname_total: 39 hit_total: 4834 miss_total: 184 swrong=1 ewrong=1 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 21 seconds llite.lustre-ffff94d802b8a000.statahead_stats= statahead total: 62 statahead wrong: 1 agl total: 56 list_total: 23 fname_total: 39 hit_total: 4834 miss_total: 184 mdc.lustre-MDT0000-mdc-ffff94d802b8a000.batch_stats= snapshot_time: 1777577027.745987935 secs.nsecs start_time: 1777576920.033517939 secs.nsecs elapsed_time: 107.712469996 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 2 2 4: 4 11 13 8: 2 5 19 16: 24 66 86 32: 5 13 100 mdc.lustre-MDT0001-mdc-ffff94d802b8a000.batch_stats= snapshot_time: 1777577027.746158989 secs.nsecs start_time: 1777576920.033653172 secs.nsecs elapsed_time: 107.712505817 secs.nsecs subreqs per batch batches % cum % 1: 1 2 2 2: 2 5 7 4: 0 0 7 8: 2 5 12 16: 12 30 42 32: 23 57 100 - open/close 674 (time 1777577040.23 total 10.00 last 67.37) - open/close 1385 (time 1777577050.23 total 20.01 last 71.07) - open/close 2115 (time 1777577060.23 total 30.01 last 72.97) - open/close 2798 (time 1777577070.25 total 40.02 last 68.22) - open/close 3544 (time 1777577080.25 total 50.03 last 74.57) - open/close 4268 (time 1777577090.25 total 60.03 last 72.39) - open/close 4932 (time 1777577100.26 total 70.04 last 66.33) - open/close 5602 (time 1777577110.28 total 80.06 last 66.89) - open/close 6225 (time 1777577120.29 total 90.07 last 62.24) - open/close 6837 (time 1777577130.30 total 100.08 last 61.13) - open/close 7469 (time 1777577140.30 total 110.08 last 63.19) - open/close 8218 (time 1777577150.31 total 120.09 last 74.85) - open/close 8886 (time 1777577160.32 total 130.10 last 66.73) - open/close 9516 (time 1777577170.33 total 140.11 last 62.95) total: 10000 open/close in 147.56 seconds: 67.77 ops/second llite.lustre-ffff94d802b8a000.statahead_batch_max=0 llite.lustre-ffff94d802b8a000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff94d802b8a000.stats=clear mdc.lustre-MDT0001-mdc-ffff94d802b8a000.stats=clear ls -l files in d123ad.sanity: 10001 real 1m7.870s user 0m0.325s sys 0m16.545s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff94d802b8a000.statahead_batch_max=32 llite.lustre-ffff94d802b8a000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff94d802b8a000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff94d802b8a000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff94d802b8a000.stats=clear mdc.lustre-MDT0001-mdc-ffff94d802b8a000.stats=clear ls -l files in d123ad.sanity: 10001 real 1m56.512s user 0m0.351s sys 0m15.686s batched statahead RPC= hit count=9974 mdc.lustre-MDT0000-mdc-ffff94d802b8a000.batch_stats= snapshot_time: 1777577390.381731655 secs.nsecs start_time: 1777577258.861774466 secs.nsecs elapsed_time: 131.519957189 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 2 0 0 16: 1 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff94d802b8a000.batch_stats= snapshot_time: 1777577390.381798060 secs.nsecs start_time: 1777577258.862005619 secs.nsecs elapsed_time: 131.519792441 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff94d802b8a000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff94d802b8a000.batch_stats=0 llite.lustre-ffff94d802b8a000.statahead_max=2048 llite.lustre-ffff94d802b8a000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff94d802b8a000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff94d802b8a000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 3.28 seconds: 30.46 ops/second llite.lustre-ffff94d802b8a000.statahead_max=0 101 real 0m3.159s user 0m0.008s sys 0m0.378s 'ls -l' 100 files without statahead: 3 sec llite.lustre-ffff94d802b8a000.statahead_max=2048 llite.lustre-ffff94d802b8a000.statahead_max=2048 101 real 0m0.792s user 0m0.005s sys 0m0.216s 'ls -l' 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10073 miss_total: 27 swrong=0 ewrong=0 - open/close 665 (time 1777577745.74 total 10.01 last 66.43) total: 900 open/close in 13.57 seconds: 66.31 ops/second llite.lustre-ffff94d802b8a000.statahead_max=0 1001 real 0m24.841s user 0m0.040s sys 0m3.198s 'ls -l' 1000 files without statahead: 24 sec llite.lustre-ffff94d802b8a000.statahead_max=2048 llite.lustre-ffff94d802b8a000.statahead_max=2048 1001 real 0m6.366s user 0m0.035s sys 0m1.459s 'ls -l' 1000 files with statahead: 6 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11072 miss_total: 28 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 23 seconds llite.lustre-ffff94d802b8a000.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11072 miss_total: 28 mdc.lustre-MDT0000-mdc-ffff94d802b8a000.batch_stats= snapshot_time: 1777577815.945917624 secs.nsecs start_time: 1777577393.213694715 secs.nsecs elapsed_time: 422.732222909 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 11 11 4: 1 11 22 8: 3 33 55 16: 1 11 66 32: 1 11 77 64: 0 0 77 128: 0 0 77 256: 2 22 100 mdc.lustre-MDT0001-mdc-ffff94d802b8a000.batch_stats= snapshot_time: 1777577815.945987678 secs.nsecs start_time: 1777577393.213871162 secs.nsecs elapsed_time: 422.732116516 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 11 11 4: 1 11 22 8: 2 22 44 16: 2 22 66 32: 1 11 77 64: 0 0 77 128: 0 0 77 256: 2 22 100 - open/close 598 (time 1777577829.34 total 10.04 last 59.59) - open/close 1346 (time 1777577839.35 total 20.05 last 74.72) - open/close 2059 (time 1777577849.36 total 30.05 last 71.26) - open/close 2692 (time 1777577859.36 total 40.06 last 63.27) - open/close 3390 (time 1777577869.40 total 50.09 last 69.55) - open/close 4031 (time 1777577879.42 total 60.11 last 63.99) - open/close 4757 (time 1777577889.44 total 70.14 last 72.42) - open/close 5419 (time 1777577899.46 total 80.15 last 66.10) - open/close 6115 (time 1777577909.47 total 90.16 last 69.50) - open/close 6828 (time 1777577919.48 total 100.17 last 71.23) - open/close 7515 (time 1777577929.48 total 110.18 last 68.66) - open/close 8169 (time 1777577939.50 total 120.19 last 65.32) - open/close 8790 (time 1777577949.50 total 130.20 last 62.09) - open/close 9436 (time 1777577959.52 total 140.21 last 64.48) total: 10000 open/close in 148.62 seconds: 67.29 ops/second llite.lustre-ffff94d802b8a000.statahead_batch_max=0 llite.lustre-ffff94d802b8a000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff94d802b8a000.stats=clear mdc.lustre-MDT0001-mdc-ffff94d802b8a000.stats=clear ls -l files in d123ad.sanity: 10001 real 1m23.072s user 0m0.369s sys 0m16.592s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff94d802b8a000.statahead_batch_max=256 llite.lustre-ffff94d802b8a000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff94d802b8a000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff94d802b8a000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff94d802b8a000.stats=clear mdc.lustre-MDT0001-mdc-ffff94d802b8a000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m57.871s user 0m0.292s sys 0m15.836s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff94d802b8a000.batch_stats= snapshot_time: 1777578134.915148116 secs.nsecs start_time: 1777578060.412997732 secs.nsecs elapsed_time: 74.502150384 secs.nsecs subreqs per batch batches % cum % 1: 176 49 49 2: 42 11 60 4: 45 12 73 8: 26 7 80 16: 14 3 84 32: 16 4 88 64: 6 1 90 128: 0 0 90 256: 34 9 100 mdc.lustre-MDT0001-mdc-ffff94d802b8a000.batch_stats= snapshot_time: 1777578134.915421362 secs.nsecs start_time: 1777578060.413070795 secs.nsecs elapsed_time: 74.502350567 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff94d802b8a000.statahead_batch_max=64 llite.lustre-ffff94d802b8a000.statahead_max=128