== sanity test 123ad: Verify batching statahead works correctly ========================================================== 02:33:44 (1788935624) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff932051590800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff932051590800.batch_stats=0 llite.lustre-ffff932051590800.statahead_max=32 llite.lustre-ffff932051590800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff932051590800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff932051590800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 2.92 seconds: 34.29 ops/second llite.lustre-ffff932051590800.statahead_max=0 101 real 0m2.854s user 0m0.006s sys 0m0.375s 'ls -l' 100 files without statahead: 3 sec llite.lustre-ffff932051590800.statahead_max=32 llite.lustre-ffff932051590800.statahead_max=32 101 real 0m1.340s user 0m0.006s sys 0m0.193s 'ls -l' 100 files with statahead: 2 sec statahead total: 127 statahead wrong: 2 agl total: 121 list_total: 31 fname_total: 93 hit_total: 4149 miss_total: 1292 swrong=2 ewrong=2 - open/close 769 (time 1788935653.27 total 10.01 last 76.85) total: 900 open/close in 11.58 seconds: 77.71 ops/second llite.lustre-ffff932051590800.statahead_max=0 1001 real 0m23.075s user 0m0.038s sys 0m3.129s 'ls -l' 1000 files without statahead: 23 sec llite.lustre-ffff932051590800.statahead_max=32 llite.lustre-ffff932051590800.statahead_max=32 1001 real 0m9.674s user 0m0.037s sys 0m1.467s 'ls -l' 1000 files with statahead: 10 sec statahead total: 128 statahead wrong: 2 agl total: 122 list_total: 32 fname_total: 93 hit_total: 5146 miss_total: 1295 swrong=2 ewrong=2 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 19 seconds llite.lustre-ffff932051590800.statahead_stats= statahead total: 128 statahead wrong: 2 agl total: 122 list_total: 32 fname_total: 93 hit_total: 5146 miss_total: 1295 mdc.lustre-MDT0000-mdc-ffff932051590800.batch_stats= snapshot_time: 1788935719.990909714 secs.nsecs start_time: 1788935628.988848188 secs.nsecs elapsed_time: 91.002061526 secs.nsecs subreqs per batch batches %% cum %% 1: 1 2 2 2: 3 8 10 4: 1 2 13 8: 5 13 27 16: 18 48 75 32: 9 24 100 mdc.lustre-MDT0001-mdc-ffff932051590800.batch_stats= snapshot_time: 1788935719.991216961 secs.nsecs start_time: 1788935628.989142178 secs.nsecs elapsed_time: 91.002074783 secs.nsecs subreqs per batch batches %% cum %% 1: 2 4 4 2: 1 2 7 4: 1 2 9 8: 4 9 19 16: 10 24 43 32: 23 56 100 - open/close 910 (time 1788935732.70 total 10.00 last 91.00) - open/close 1663 (time 1788935742.73 total 20.03 last 75.09) - open/close 2526 (time 1788935752.73 total 30.03 last 86.30) - open/close 3377 (time 1788935762.73 total 40.03 last 85.08) - open/close 4159 (time 1788935772.74 total 50.04 last 78.16) - open/close 4920 (time 1788935782.75 total 60.05 last 76.02) - open/close 5608 (time 1788935792.75 total 70.05 last 68.77) - open/close 6282 (time 1788935802.75 total 80.05 last 67.40) - open/close 6969 (time 1788935812.77 total 90.07 last 68.59) - open/close 7758 (time 1788935822.77 total 100.07 last 78.88) - open/close 8492 (time 1788935832.80 total 110.10 last 73.19) - open/close 9195 (time 1788935842.81 total 120.10 last 70.26) - open/close 9931 (time 1788935852.81 total 130.11 last 73.55) total: 10000 open/close in 130.78 seconds: 76.47 ops/second llite.lustre-ffff932051590800.statahead_batch_max=0 llite.lustre-ffff932051590800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff932051590800.stats=clear mdc.lustre-MDT0001-mdc-ffff932051590800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m10.379s user 0m0.271s sys 0m15.680s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff932051590800.statahead_batch_max=32 llite.lustre-ffff932051590800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff932051590800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff932051590800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff932051590800.stats=clear mdc.lustre-MDT0001-mdc-ffff932051590800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m48.125s user 0m0.350s sys 0m15.185s batched statahead RPC= hit count=9985 mdc.lustre-MDT0000-mdc-ffff932051590800.batch_stats= snapshot_time: 1788936053.136963627 secs.nsecs start_time: 1788935932.719047032 secs.nsecs elapsed_time: 120.417916595 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff932051590800.batch_stats= snapshot_time: 1788936053.137028454 secs.nsecs start_time: 1788935932.719117302 secs.nsecs elapsed_time: 120.417911152 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff932051590800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff932051590800.batch_stats=0 llite.lustre-ffff932051590800.statahead_max=2048 llite.lustre-ffff932051590800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff932051590800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff932051590800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 2.99 seconds: 33.46 ops/second llite.lustre-ffff932051590800.statahead_max=0 101 real 0m2.494s user 0m0.006s sys 0m0.305s 'ls -l' 100 files without statahead: 3 sec llite.lustre-ffff932051590800.statahead_max=2048 llite.lustre-ffff932051590800.statahead_max=2048 101 real 0m0.954s user 0m0.005s sys 0m0.219s 'ls -l' 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10084 miss_total: 16 swrong=0 ewrong=0 - open/close 695 (time 1788936372.04 total 10.03 last 69.31) total: 900 open/close in 13.44 seconds: 66.98 ops/second llite.lustre-ffff932051590800.statahead_max=0 1001 real 0m21.950s user 0m0.031s sys 0m3.119s 'ls -l' 1000 files without statahead: 22 sec llite.lustre-ffff932051590800.statahead_max=2048 llite.lustre-ffff932051590800.statahead_max=2048 1001 real 0m6.471s user 0m0.027s sys 0m1.429s 'ls -l' 1000 files with statahead: 6 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11083 miss_total: 17 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 19 seconds llite.lustre-ffff932051590800.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11083 miss_total: 17 mdc.lustre-MDT0000-mdc-ffff932051590800.batch_stats= snapshot_time: 1788936433.472883408 secs.nsecs start_time: 1788936056.046338718 secs.nsecs elapsed_time: 377.426544690 secs.nsecs subreqs per batch batches %% cum %% 1: 1 16 16 2: 3 50 66 4: 0 0 66 8: 0 0 66 16: 0 0 66 32: 0 0 66 64: 0 0 66 128: 0 0 66 256: 2 33 100 mdc.lustre-MDT0001-mdc-ffff932051590800.batch_stats= snapshot_time: 1788936433.478981635 secs.nsecs start_time: 1788936056.046506916 secs.nsecs elapsed_time: 377.432474719 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 3 33 33 16: 0 0 33 32: 3 33 66 64: 1 11 77 128: 0 0 77 256: 2 22 100 - open/close 786 (time 1788936445.44 total 10.01 last 78.55) - open/close 1580 (time 1788936455.44 total 20.01 last 79.37) - open/close 2408 (time 1788936465.45 total 30.02 last 82.75) - open/close 3219 (time 1788936475.45 total 40.02 last 81.08) - open/close 4035 (time 1788936485.46 total 50.03 last 81.54) - open/close 4863 (time 1788936495.47 total 60.04 last 82.69) - open/close 5713 (time 1788936505.47 total 70.04 last 84.99) - open/close 6524 (time 1788936515.48 total 80.05 last 81.04) - open/close 7352 (time 1788936525.48 total 90.05 last 82.79) - open/close 8165 (time 1788936535.48 total 100.05 last 81.28) - open/close 8965 (time 1788936545.49 total 110.06 last 79.96) - open/close 9793 (time 1788936555.49 total 120.06 last 82.78) total: 10000 open/close in 122.57 seconds: 81.58 ops/second llite.lustre-ffff932051590800.statahead_batch_max=0 llite.lustre-ffff932051590800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff932051590800.stats=clear mdc.lustre-MDT0001-mdc-ffff932051590800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m11.239s user 0m0.294s sys 0m15.703s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff932051590800.statahead_batch_max=256 llite.lustre-ffff932051590800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff932051590800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff932051590800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff932051590800.stats=clear mdc.lustre-MDT0001-mdc-ffff932051590800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m59.296s user 0m0.320s sys 0m14.388s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff932051590800.batch_stats= snapshot_time: 1788936709.031471474 secs.nsecs start_time: 1788936637.018354752 secs.nsecs elapsed_time: 72.013116722 secs.nsecs subreqs per batch batches %% cum %% 1: 127 48 48 2: 40 15 63 4: 22 8 72 8: 7 2 74 16: 5 1 76 32: 22 8 85 64: 4 1 86 128: 0 0 86 256: 35 13 100 mdc.lustre-MDT0001-mdc-ffff932051590800.batch_stats= snapshot_time: 1788936709.031542476 secs.nsecs start_time: 1788936637.018449624 secs.nsecs elapsed_time: 72.013092852 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff932051590800.statahead_batch_max=64 llite.lustre-ffff932051590800.statahead_max=128