== sanity test 123ad: Verify batching statahead works correctly ========================================================== 09:41:05 (1787319665) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff916af62a8000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff916af62a8000.batch_stats=0 llite.lustre-ffff916af62a8000.statahead_max=32 llite.lustre-ffff916af62a8000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff916af62a8000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff916af62a8000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 2.78 seconds: 35.99 ops/second llite.lustre-ffff916af62a8000.statahead_max=0 101 real 0m2.540s user 0m0.004s sys 0m0.347s 'ls -l' 100 files without statahead: 3 sec llite.lustre-ffff916af62a8000.statahead_max=32 llite.lustre-ffff916af62a8000.statahead_max=32 101 real 0m1.004s user 0m0.003s sys 0m0.251s 'ls -l' 100 files with statahead: 1 sec statahead total: 156 statahead wrong: 2 agl total: 150 list_total: 30 fname_total: 126 hit_total: 4045 miss_total: 1474 swrong=2 ewrong=2 - open/close 676 (time 1787319692.22 total 10.01 last 67.55) total: 900 open/close in 13.46 seconds: 66.84 ops/second llite.lustre-ffff916af62a8000.statahead_max=0 1001 real 0m25.815s user 0m0.035s sys 0m3.456s 'ls -l' 1000 files without statahead: 25 sec llite.lustre-ffff916af62a8000.statahead_max=32 llite.lustre-ffff916af62a8000.statahead_max=32 1001 real 0m11.217s user 0m0.037s sys 0m1.802s 'ls -l' 1000 files with statahead: 11 sec statahead total: 157 statahead wrong: 2 agl total: 151 list_total: 31 fname_total: 126 hit_total: 5044 miss_total: 1475 swrong=2 ewrong=2 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 24 seconds llite.lustre-ffff916af62a8000.statahead_stats= statahead total: 157 statahead wrong: 2 agl total: 151 list_total: 31 fname_total: 126 hit_total: 5044 miss_total: 1475 mdc.lustre-MDT0000-mdc-ffff916af62a8000.batch_stats= snapshot_time: 1787319771.663056734 secs.nsecs start_time: 1787319670.575256218 secs.nsecs elapsed_time: 101.087800516 secs.nsecs subreqs per batch batches %% cum %% 1: 4 10 10 2: 1 2 13 4: 2 5 18 8: 2 5 23 16: 23 60 84 32: 6 15 100 mdc.lustre-MDT0001-mdc-ffff916af62a8000.batch_stats= snapshot_time: 1787319771.663195561 secs.nsecs start_time: 1787319670.575335581 secs.nsecs elapsed_time: 101.087859980 secs.nsecs subreqs per batch batches %% cum %% 1: 1 2 2 2: 0 0 2 4: 2 5 7 8: 3 7 15 16: 13 32 47 32: 21 52 100 - open/close 628 (time 1787319784.78 total 10.02 last 62.70) - open/close 1153 (time 1787319794.78 total 20.02 last 52.47) - open/close 1700 (time 1787319804.80 total 30.03 last 54.63) - open/close 2327 (time 1787319814.80 total 40.04 last 62.68) - open/close 3011 (time 1787319824.81 total 50.05 last 68.34) - open/close 3644 (time 1787319834.82 total 60.05 last 63.26) - open/close 4344 (time 1787319844.82 total 70.05 last 69.99) - open/close 4982 (time 1787319854.83 total 80.06 last 63.74) - open/close 5685 (time 1787319864.84 total 90.08 last 70.21) - open/close 6363 (time 1787319874.84 total 100.08 last 67.78) - open/close 7063 (time 1787319884.85 total 110.09 last 69.96) - open/close 7710 (time 1787319894.85 total 120.09 last 64.69) - open/close 8357 (time 1787319904.85 total 130.09 last 64.68) - open/close 9058 (time 1787319914.85 total 140.09 last 70.10) - open/close 9742 (time 1787319924.86 total 150.10 last 68.34) total: 10000 open/close in 154.09 seconds: 64.90 ops/second llite.lustre-ffff916af62a8000.statahead_batch_max=0 llite.lustre-ffff916af62a8000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff916af62a8000.stats=clear mdc.lustre-MDT0001-mdc-ffff916af62a8000.stats=clear ls -l files in d123ad.sanity: 10001 real 1m14.203s user 0m0.375s sys 0m18.794s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff916af62a8000.statahead_batch_max=32 llite.lustre-ffff916af62a8000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff916af62a8000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff916af62a8000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff916af62a8000.stats=clear mdc.lustre-MDT0001-mdc-ffff916af62a8000.stats=clear ls -l files in d123ad.sanity: 10001 real 2m5.728s user 0m0.353s sys 0m17.449s batched statahead RPC= hit count=9985 mdc.lustre-MDT0000-mdc-ffff916af62a8000.batch_stats= snapshot_time: 1787320158.777907007 secs.nsecs start_time: 1787320013.837412631 secs.nsecs elapsed_time: 144.940494376 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff916af62a8000.batch_stats= snapshot_time: 1787320158.778646185 secs.nsecs start_time: 1787320013.837501740 secs.nsecs elapsed_time: 144.941144445 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff916af62a8000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff916af62a8000.batch_stats=0 llite.lustre-ffff916af62a8000.statahead_max=2048 llite.lustre-ffff916af62a8000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff916af62a8000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff916af62a8000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 2.79 seconds: 35.80 ops/second llite.lustre-ffff916af62a8000.statahead_max=0 101 real 0m3.509s user 0m0.007s sys 0m0.401s 'ls -l' 100 files without statahead: 3 sec llite.lustre-ffff916af62a8000.statahead_max=2048 llite.lustre-ffff916af62a8000.statahead_max=2048 101 real 0m1.194s user 0m0.009s sys 0m0.210s 'ls -l' 100 files with statahead: 2 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10084 miss_total: 16 swrong=0 ewrong=0 - open/close 662 (time 1787320513.64 total 10.01 last 66.16) total: 900 open/close in 14.01 seconds: 64.26 ops/second llite.lustre-ffff916af62a8000.statahead_max=0 1001 real 0m24.990s user 0m0.032s sys 0m3.400s 'ls -l' 1000 files without statahead: 25 sec llite.lustre-ffff916af62a8000.statahead_max=2048 llite.lustre-ffff916af62a8000.statahead_max=2048 1001 real 0m7.196s user 0m0.029s sys 0m1.704s 'ls -l' 1000 files with statahead: 7 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11083 miss_total: 17 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 22 seconds llite.lustre-ffff916af62a8000.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11083 miss_total: 17 mdc.lustre-MDT0000-mdc-ffff916af62a8000.batch_stats= snapshot_time: 1787320584.407862060 secs.nsecs start_time: 1787320161.540557587 secs.nsecs elapsed_time: 422.867304473 secs.nsecs subreqs per batch batches %% cum %% 1: 1 14 14 2: 0 0 14 4: 3 42 57 8: 1 14 71 16: 0 0 71 32: 0 0 71 64: 0 0 71 128: 0 0 71 256: 2 28 100 mdc.lustre-MDT0001-mdc-ffff916af62a8000.batch_stats= snapshot_time: 1787320584.408001493 secs.nsecs start_time: 1787320161.540730492 secs.nsecs elapsed_time: 422.867271001 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 1 11 11 8: 3 33 44 16: 1 11 55 32: 1 11 66 64: 0 0 66 128: 1 11 77 256: 2 22 100 - open/close 717 (time 1787320597.03 total 10.01 last 71.65) - open/close 1375 (time 1787320607.05 total 20.03 last 65.65) - open/close 2028 (time 1787320617.06 total 30.03 last 65.27) - open/close 2670 (time 1787320627.07 total 40.05 last 64.09) - open/close 3321 (time 1787320637.08 total 50.06 last 65.05) - open/close 4023 (time 1787320647.10 total 60.07 last 70.11) - open/close 4736 (time 1787320657.10 total 70.08 last 71.26) - open/close 5392 (time 1787320667.12 total 80.09 last 65.50) - open/close 6047 (time 1787320677.12 total 90.10 last 65.45) - open/close 6757 (time 1787320687.13 total 100.11 last 70.93) - open/close 7437 (time 1787320697.13 total 110.11 last 67.99) - open/close 8186 (time 1787320707.14 total 120.12 last 74.85) - open/close 8832 (time 1787320717.14 total 130.12 last 64.59) - open/close 9561 (time 1787320727.16 total 140.13 last 72.80) total: 10000 open/close in 146.41 seconds: 68.30 ops/second llite.lustre-ffff916af62a8000.statahead_batch_max=0 llite.lustre-ffff916af62a8000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff916af62a8000.stats=clear mdc.lustre-MDT0001-mdc-ffff916af62a8000.stats=clear ls -l files in d123ad.sanity: 10001 real 1m4.527s user 0m0.356s sys 0m19.943s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff916af62a8000.statahead_batch_max=256 llite.lustre-ffff916af62a8000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff916af62a8000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff916af62a8000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff916af62a8000.stats=clear mdc.lustre-MDT0001-mdc-ffff916af62a8000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m57.808s user 0m0.385s sys 0m20.355s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff916af62a8000.batch_stats= snapshot_time: 1787320876.592671878 secs.nsecs start_time: 1787320806.311548995 secs.nsecs elapsed_time: 70.281122883 secs.nsecs subreqs per batch batches %% cum %% 1: 327 60 60 2: 70 12 73 4: 56 10 83 8: 22 4 87 16: 13 2 90 32: 13 2 92 64: 4 0 93 128: 2 0 93 256: 33 6 100 mdc.lustre-MDT0001-mdc-ffff916af62a8000.batch_stats= snapshot_time: 1787320876.593307312 secs.nsecs start_time: 1787320806.311695756 secs.nsecs elapsed_time: 70.281611556 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff916af62a8000.statahead_batch_max=64 llite.lustre-ffff916af62a8000.statahead_max=128