== sanity test 123ad: Verify batching statahead works correctly ========================================================== 07:17:33 (1789384653) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9f254a439800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9f254a439800.batch_stats=0 llite.lustre-ffff9f254a439800.statahead_max=32 llite.lustre-ffff9f254a439800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9f254a439800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9f254a439800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 2.33 seconds: 42.95 ops/second llite.lustre-ffff9f254a439800.statahead_max=0 101 real 0m1.923s user 0m0.005s sys 0m0.314s 'ls -l' 100 files without statahead: 2 sec llite.lustre-ffff9f254a439800.statahead_max=32 llite.lustre-ffff9f254a439800.statahead_max=32 101 real 0m1.087s user 0m0.003s sys 0m0.170s 'ls -l' 100 files with statahead: 1 sec statahead total: 120 statahead wrong: 2 agl total: 114 list_total: 31 fname_total: 85 hit_total: 3626 miss_total: 1322 swrong=2 ewrong=2 - open/close 827 (time 1789384679.72 total 10.01 last 82.64) total: 900 open/close in 11.06 seconds: 81.39 ops/second llite.lustre-ffff9f254a439800.statahead_max=0 1001 real 0m19.375s user 0m0.029s sys 0m2.841s 'ls -l' 1000 files without statahead: 19 sec llite.lustre-ffff9f254a439800.statahead_max=32 llite.lustre-ffff9f254a439800.statahead_max=32 1001 real 0m8.290s user 0m0.022s sys 0m1.368s 'ls -l' 1000 files with statahead: 8 sec statahead total: 121 statahead wrong: 2 agl total: 115 list_total: 32 fname_total: 85 hit_total: 4623 miss_total: 1325 swrong=2 ewrong=2 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 18 seconds llite.lustre-ffff9f254a439800.statahead_stats= statahead total: 121 statahead wrong: 2 agl total: 115 list_total: 32 fname_total: 85 hit_total: 4623 miss_total: 1325 mdc.lustre-MDT0000-mdc-ffff9f254a439800.batch_stats= snapshot_time: 1789384737.553181311 secs.nsecs start_time: 1789384658.138221858 secs.nsecs elapsed_time: 79.414959453 secs.nsecs subreqs per batch batches %% cum %% 1: 1 2 2 2: 0 0 2 4: 1 2 5 8: 5 12 17 16: 19 48 66 32: 13 33 100 mdc.lustre-MDT0001-mdc-ffff9f254a439800.batch_stats= snapshot_time: 1789384737.553257755 secs.nsecs start_time: 1789384658.138367298 secs.nsecs elapsed_time: 79.414890457 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 2 5 5 4: 3 7 12 8: 0 0 12 16: 21 53 66 32: 13 33 100 - open/close 825 (time 1789384750.48 total 10.01 last 82.43) - open/close 1751 (time 1789384760.48 total 20.01 last 92.58) - open/close 2459 (time 1789384770.50 total 30.03 last 70.69) - open/close 3366 (time 1789384780.50 total 40.03 last 90.68) - open/close 4254 (time 1789384790.51 total 50.03 last 88.75) - open/close 5146 (time 1789384800.53 total 60.05 last 89.03) - open/close 6054 (time 1789384810.53 total 70.06 last 90.73) - open/close 6962 (time 1789384820.54 total 80.06 last 90.76) - open/close 7894 (time 1789384830.54 total 90.06 last 93.20) - open/close 8698 (time 1789384840.55 total 100.08 last 80.30) - open/close 9537 (time 1789384850.56 total 110.08 last 83.84) total: 10000 open/close in 116.23 seconds: 86.04 ops/second llite.lustre-ffff9f254a439800.statahead_batch_max=0 llite.lustre-ffff9f254a439800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9f254a439800.stats=clear mdc.lustre-MDT0001-mdc-ffff9f254a439800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m3.885s user 0m0.282s sys 0m14.364s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9f254a439800.statahead_batch_max=32 llite.lustre-ffff9f254a439800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9f254a439800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9f254a439800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9f254a439800.stats=clear mdc.lustre-MDT0001-mdc-ffff9f254a439800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m48.502s user 0m0.306s sys 0m13.626s batched statahead RPC= hit count=9975 mdc.lustre-MDT0000-mdc-ffff9f254a439800.batch_stats= snapshot_time: 1789385049.971835086 secs.nsecs start_time: 1789384930.420513268 secs.nsecs elapsed_time: 119.551321818 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 2 0 0 16: 1 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff9f254a439800.batch_stats= snapshot_time: 1789385049.971897422 secs.nsecs start_time: 1789384930.420595790 secs.nsecs elapsed_time: 119.551301632 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9f254a439800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9f254a439800.batch_stats=0 llite.lustre-ffff9f254a439800.statahead_max=2048 llite.lustre-ffff9f254a439800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9f254a439800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9f254a439800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 2.46 seconds: 40.67 ops/second llite.lustre-ffff9f254a439800.statahead_max=0 101 real 0m2.088s user 0m0.005s sys 0m0.291s 'ls -l' 100 files without statahead: 2 sec llite.lustre-ffff9f254a439800.statahead_max=2048 llite.lustre-ffff9f254a439800.statahead_max=2048 101 real 0m0.815s user 0m0.005s sys 0m0.183s 'ls -l' 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10074 miss_total: 26 swrong=0 ewrong=0 - open/close 813 (time 1789385341.15 total 10.01 last 81.24) total: 900 open/close in 11.09 seconds: 81.14 ops/second llite.lustre-ffff9f254a439800.statahead_max=0 1001 real 0m23.259s user 0m0.039s sys 0m2.794s 'ls -l' 1000 files without statahead: 23 sec llite.lustre-ffff9f254a439800.statahead_max=2048 llite.lustre-ffff9f254a439800.statahead_max=2048 1001 real 0m7.575s user 0m0.028s sys 0m1.336s 'ls -l' 1000 files with statahead: 7 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11073 miss_total: 27 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 20 seconds llite.lustre-ffff9f254a439800.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11073 miss_total: 27 mdc.lustre-MDT0000-mdc-ffff9f254a439800.batch_stats= snapshot_time: 1789385407.258025541 secs.nsecs start_time: 1789385052.285415943 secs.nsecs elapsed_time: 354.972609598 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 1 11 11 8: 5 55 66 16: 0 0 66 32: 0 0 66 64: 1 11 77 128: 0 0 77 256: 2 22 100 mdc.lustre-MDT0001-mdc-ffff9f254a439800.batch_stats= snapshot_time: 1789385407.258096241 secs.nsecs start_time: 1789385052.285566886 secs.nsecs elapsed_time: 354.972529355 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 1 11 11 4: 3 33 44 8: 0 0 44 16: 2 22 66 32: 1 11 77 64: 0 0 77 128: 0 0 77 256: 2 22 100 - open/close 881 (time 1789385420.55 total 10.01 last 88.01) - open/close 1715 (time 1789385430.55 total 20.02 last 83.36) - open/close 2570 (time 1789385440.57 total 30.04 last 85.32) - open/close 3286 (time 1789385450.57 total 40.04 last 71.60) - open/close 4046 (time 1789385460.58 total 50.04 last 75.96) - open/close 4662 (time 1789385470.58 total 60.04 last 61.60) - open/close 5387 (time 1789385480.59 total 70.05 last 72.45) - open/close 6193 (time 1789385490.59 total 80.06 last 80.54) - open/close 7030 (time 1789385500.60 total 90.06 last 83.64) - open/close 7732 (time 1789385510.60 total 100.06 last 70.19) - open/close 8477 (time 1789385520.60 total 110.06 last 74.50) - open/close 9226 (time 1789385530.62 total 120.08 last 74.78) - open/close 9961 (time 1789385540.64 total 130.10 last 73.37) total: 10000 open/close in 130.66 seconds: 76.53 ops/second llite.lustre-ffff9f254a439800.statahead_batch_max=0 llite.lustre-ffff9f254a439800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9f254a439800.stats=clear mdc.lustre-MDT0001-mdc-ffff9f254a439800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m12.619s user 0m0.296s sys 0m14.422s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9f254a439800.statahead_batch_max=256 llite.lustre-ffff9f254a439800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9f254a439800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9f254a439800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9f254a439800.stats=clear mdc.lustre-MDT0001-mdc-ffff9f254a439800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m59.088s user 0m0.313s sys 0m14.860s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9f254a439800.batch_stats= snapshot_time: 1789385695.202602394 secs.nsecs start_time: 1789385622.816382479 secs.nsecs elapsed_time: 72.386219915 secs.nsecs subreqs per batch batches %% cum %% 1: 168 49 49 2: 52 15 64 4: 31 9 73 8: 22 6 80 16: 10 2 82 32: 17 4 87 64: 6 1 89 128: 1 0 90 256: 34 9 100 mdc.lustre-MDT0001-mdc-ffff9f254a439800.batch_stats= snapshot_time: 1789385695.202686435 secs.nsecs start_time: 1789385622.816488414 secs.nsecs elapsed_time: 72.386198021 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9f254a439800.statahead_batch_max=64 llite.lustre-ffff9f254a439800.statahead_max=128