== sanity test 123ad: Verify batching statahead works correctly ========================================================== 03:47:59 (1788594479) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff978382ca4800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff978382ca4800.batch_stats=0 llite.lustre-ffff978382ca4800.statahead_max=32 llite.lustre-ffff978382ca4800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff978382ca4800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff978382ca4800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 2.81 seconds: 35.62 ops/second llite.lustre-ffff978382ca4800.statahead_max=0 101 real 0m2.381s user 0m0.005s sys 0m0.304s 'ls -l' 100 files without statahead: 3 sec llite.lustre-ffff978382ca4800.statahead_max=32 llite.lustre-ffff978382ca4800.statahead_max=32 101 real 0m1.055s user 0m0.004s sys 0m0.169s 'ls -l' 100 files with statahead: 1 sec statahead total: 139 statahead wrong: 2 agl total: 133 list_total: 36 fname_total: 88 hit_total: 3710 miss_total: 1667 swrong=2 ewrong=2 - open/close 739 (time 1788594508.37 total 10.00 last 73.88) total: 900 open/close in 12.19 seconds: 73.82 ops/second llite.lustre-ffff978382ca4800.statahead_max=0 1001 real 0m24.032s user 0m0.033s sys 0m2.989s 'ls -l' 1000 files without statahead: 24 sec llite.lustre-ffff978382ca4800.statahead_max=32 llite.lustre-ffff978382ca4800.statahead_max=32 1001 real 0m8.277s user 0m0.024s sys 0m1.365s 'ls -l' 1000 files with statahead: 9 sec statahead total: 140 statahead wrong: 2 agl total: 134 list_total: 37 fname_total: 88 hit_total: 4707 miss_total: 1670 swrong=2 ewrong=2 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 19 seconds llite.lustre-ffff978382ca4800.statahead_stats= statahead total: 140 statahead wrong: 2 agl total: 134 list_total: 37 fname_total: 88 hit_total: 4707 miss_total: 1670 mdc.lustre-MDT0000-mdc-ffff978382ca4800.batch_stats= snapshot_time: 1788594575.570249145 secs.nsecs start_time: 1788594485.584586430 secs.nsecs elapsed_time: 89.985662715 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 3 7 7 8: 4 10 17 16: 18 46 64 32: 14 35 100 mdc.lustre-MDT0001-mdc-ffff978382ca4800.batch_stats= snapshot_time: 1788594575.570319523 secs.nsecs start_time: 1788594485.584697345 secs.nsecs elapsed_time: 89.985622178 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 1 2 2 4: 2 5 7 8: 3 7 15 16: 17 43 58 32: 16 41 100 - open/close 653 (time 1788594587.88 total 10.01 last 65.23) - open/close 1434 (time 1788594597.88 total 20.01 last 78.09) - open/close 2207 (time 1788594607.91 total 30.04 last 77.07) - open/close 2888 (time 1788594617.93 total 40.06 last 67.99) - open/close 3657 (time 1788594627.94 total 50.07 last 76.79) - open/close 4541 (time 1788594637.96 total 60.10 last 88.19) - open/close 5431 (time 1788594647.97 total 70.10 last 88.93) - open/close 6261 (time 1788594657.98 total 80.11 last 82.93) - open/close 6997 (time 1788594668.00 total 90.13 last 73.47) - open/close 7827 (time 1788594678.00 total 100.13 last 82.98) - open/close 8691 (time 1788594688.01 total 110.14 last 86.33) - open/close 9556 (time 1788594698.01 total 120.14 last 86.44) total: 10000 open/close in 125.69 seconds: 79.56 ops/second llite.lustre-ffff978382ca4800.statahead_batch_max=0 llite.lustre-ffff978382ca4800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff978382ca4800.stats=clear mdc.lustre-MDT0001-mdc-ffff978382ca4800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m11.372s user 0m0.331s sys 0m14.253s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff978382ca4800.statahead_batch_max=32 llite.lustre-ffff978382ca4800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff978382ca4800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff978382ca4800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff978382ca4800.stats=clear mdc.lustre-MDT0001-mdc-ffff978382ca4800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m41.203s user 0m0.275s sys 0m12.927s batched statahead RPC= hit count=9976 mdc.lustre-MDT0000-mdc-ffff978382ca4800.batch_stats= snapshot_time: 1788594896.136330319 secs.nsecs start_time: 1788594783.121963163 secs.nsecs elapsed_time: 113.014367156 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 1 0 0 8: 1 0 0 16: 1 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff978382ca4800.batch_stats= snapshot_time: 1788594896.136401658 secs.nsecs start_time: 1788594783.122090449 secs.nsecs elapsed_time: 113.014311209 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff978382ca4800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff978382ca4800.batch_stats=0 llite.lustre-ffff978382ca4800.statahead_max=2048 llite.lustre-ffff978382ca4800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff978382ca4800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff978382ca4800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 2.45 seconds: 40.88 ops/second llite.lustre-ffff978382ca4800.statahead_max=0 101 real 0m2.224s user 0m0.008s sys 0m0.320s 'ls -l' 100 files without statahead: 2 sec llite.lustre-ffff978382ca4800.statahead_max=2048 llite.lustre-ffff978382ca4800.statahead_max=2048 101 real 0m1.085s user 0m0.008s sys 0m0.172s 'ls -l' 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10075 miss_total: 25 swrong=0 ewrong=0 - open/close 791 (time 1788595187.71 total 10.01 last 79.02) total: 900 open/close in 11.79 seconds: 76.36 ops/second llite.lustre-ffff978382ca4800.statahead_max=0 1001 real 0m17.885s user 0m0.031s sys 0m2.905s 'ls -l' 1000 files without statahead: 18 sec llite.lustre-ffff978382ca4800.statahead_max=2048 llite.lustre-ffff978382ca4800.statahead_max=2048 1001 real 0m6.366s user 0m0.028s sys 0m1.382s 'ls -l' 1000 files with statahead: 6 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11074 miss_total: 26 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 19 seconds llite.lustre-ffff978382ca4800.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11074 miss_total: 26 mdc.lustre-MDT0000-mdc-ffff978382ca4800.batch_stats= snapshot_time: 1788595244.837003849 secs.nsecs start_time: 1788594899.207657128 secs.nsecs elapsed_time: 345.629346721 secs.nsecs subreqs per batch batches %% cum %% 1: 2 22 22 2: 1 11 33 4: 1 11 44 8: 2 22 66 16: 1 11 77 32: 0 0 77 64: 0 0 77 128: 0 0 77 256: 2 22 100 mdc.lustre-MDT0001-mdc-ffff978382ca4800.batch_stats= snapshot_time: 1788595244.838272624 secs.nsecs start_time: 1788594899.207825347 secs.nsecs elapsed_time: 345.630447277 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 1 9 9 8: 4 36 45 16: 1 9 54 32: 2 18 72 64: 1 9 81 128: 0 0 81 256: 2 18 100 - open/close 831 (time 1788595257.29 total 10.00 last 83.08) - open/close 1602 (time 1788595267.30 total 20.01 last 77.04) - open/close 2353 (time 1788595277.30 total 30.02 last 75.04) - open/close 3057 (time 1788595287.31 total 40.02 last 70.38) - open/close 3623 (time 1788595297.31 total 50.03 last 56.56) - open/close 4278 (time 1788595307.33 total 60.04 last 65.41) - open/close 5010 (time 1788595317.33 total 70.05 last 73.16) - open/close 5849 (time 1788595327.33 total 80.05 last 83.88) - open/close 6656 (time 1788595337.34 total 90.06 last 80.62) - open/close 7593 (time 1788595347.35 total 100.06 last 93.68) - open/close 8544 (time 1788595357.35 total 110.06 last 95.06) - open/close 9426 (time 1788595367.35 total 120.06 last 88.20) total: 10000 open/close in 127.69 seconds: 78.31 ops/second llite.lustre-ffff978382ca4800.statahead_batch_max=0 llite.lustre-ffff978382ca4800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff978382ca4800.stats=clear mdc.lustre-MDT0001-mdc-ffff978382ca4800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m7.408s user 0m0.291s sys 0m14.239s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff978382ca4800.statahead_batch_max=256 llite.lustre-ffff978382ca4800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff978382ca4800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff978382ca4800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff978382ca4800.stats=clear mdc.lustre-MDT0001-mdc-ffff978382ca4800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m50.514s user 0m0.284s sys 0m14.010s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff978382ca4800.batch_stats= snapshot_time: 1788595514.346681921 secs.nsecs start_time: 1788595452.319419892 secs.nsecs elapsed_time: 62.027262029 secs.nsecs subreqs per batch batches %% cum %% 1: 103 44 44 2: 28 12 56 4: 26 11 67 8: 10 4 71 16: 6 2 74 32: 12 5 79 64: 11 4 84 128: 2 0 85 256: 34 14 100 mdc.lustre-MDT0001-mdc-ffff978382ca4800.batch_stats= snapshot_time: 1788595514.346755686 secs.nsecs start_time: 1788595452.319517477 secs.nsecs elapsed_time: 62.027238209 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff978382ca4800.statahead_batch_max=64 llite.lustre-ffff978382ca4800.statahead_max=128