== sanity test 123ad: Verify batching statahead works correctly ========================================================== 07:05:49 (1789383949) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9c067d30c800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9c067d30c800.batch_stats=0 llite.lustre-ffff9c067d30c800.statahead_max=32 llite.lustre-ffff9c067d30c800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9c067d30c800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9c067d30c800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 2.56 seconds: 39.12 ops/second llite.lustre-ffff9c067d30c800.statahead_max=0 101 real 0m2.258s user 0m0.005s sys 0m0.316s 'ls -l' 100 files without statahead: 2 sec llite.lustre-ffff9c067d30c800.statahead_max=32 llite.lustre-ffff9c067d30c800.statahead_max=32 101 real 0m1.174s user 0m0.007s sys 0m0.200s 'ls -l' 100 files with statahead: 1 sec statahead total: 131 statahead wrong: 2 agl total: 126 list_total: 31 fname_total: 100 hit_total: 4517 miss_total: 1271 swrong=2 ewrong=2 - open/close 794 (time 1789383976.69 total 10.01 last 79.34) total: 900 open/close in 11.65 seconds: 77.25 ops/second llite.lustre-ffff9c067d30c800.statahead_max=0 1001 real 0m20.898s user 0m0.037s sys 0m2.923s 'ls -l' 1000 files without statahead: 21 sec llite.lustre-ffff9c067d30c800.statahead_max=32 llite.lustre-ffff9c067d30c800.statahead_max=32 1001 real 0m8.374s user 0m0.027s sys 0m1.445s 'ls -l' 1000 files with statahead: 8 sec statahead total: 132 statahead wrong: 2 agl total: 127 list_total: 32 fname_total: 100 hit_total: 5511 miss_total: 1277 swrong=2 ewrong=2 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 19 seconds llite.lustre-ffff9c067d30c800.statahead_stats= statahead total: 132 statahead wrong: 2 agl total: 127 list_total: 32 fname_total: 100 hit_total: 5511 miss_total: 1277 mdc.lustre-MDT0000-mdc-ffff9c067d30c800.batch_stats= snapshot_time: 1789384039.719813253 secs.nsecs start_time: 1789383953.689274130 secs.nsecs elapsed_time: 86.030539123 secs.nsecs subreqs per batch batches %% cum %% 1: 3 7 7 2: 1 2 10 4: 3 7 18 8: 2 5 23 16: 23 60 84 32: 6 15 100 mdc.lustre-MDT0001-mdc-ffff9c067d30c800.batch_stats= snapshot_time: 1789384039.719882167 secs.nsecs start_time: 1789383953.689547736 secs.nsecs elapsed_time: 86.030334431 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 1 2 2 8: 4 10 12 16: 12 30 43 32: 22 56 100 - open/close 639 (time 1789384052.64 total 10.00 last 63.90) - open/close 1408 (time 1789384062.65 total 20.01 last 76.82) - open/close 2172 (time 1789384072.65 total 30.01 last 76.38) - open/close 2984 (time 1789384082.65 total 40.02 last 81.19) - open/close 3814 (time 1789384092.66 total 50.02 last 82.99) - open/close 4660 (time 1789384102.66 total 60.02 last 84.55) - open/close 5436 (time 1789384112.68 total 70.04 last 77.44) - open/close 6208 (time 1789384122.69 total 80.05 last 77.16) - open/close 6880 (time 1789384132.70 total 90.06 last 67.14) - open/close 7613 (time 1789384142.70 total 100.06 last 73.28) - open/close 8498 (time 1789384152.71 total 110.07 last 88.43) - open/close 9416 (time 1789384162.72 total 120.08 last 91.67) total: 10000 open/close in 127.07 seconds: 78.70 ops/second llite.lustre-ffff9c067d30c800.statahead_batch_max=0 llite.lustre-ffff9c067d30c800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9c067d30c800.stats=clear mdc.lustre-MDT0001-mdc-ffff9c067d30c800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m0.978s user 0m0.329s sys 0m15.757s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9c067d30c800.statahead_batch_max=32 llite.lustre-ffff9c067d30c800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9c067d30c800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9c067d30c800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9c067d30c800.stats=clear mdc.lustre-MDT0001-mdc-ffff9c067d30c800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m45.488s user 0m0.348s sys 0m14.041s batched statahead RPC= hit count=9983 mdc.lustre-MDT0000-mdc-ffff9c067d30c800.batch_stats= snapshot_time: 1789384354.866973040 secs.nsecs start_time: 1789384238.364672203 secs.nsecs elapsed_time: 116.502300837 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff9c067d30c800.batch_stats= snapshot_time: 1789384354.867051757 secs.nsecs start_time: 1789384238.364795716 secs.nsecs elapsed_time: 116.502256041 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9c067d30c800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9c067d30c800.batch_stats=0 llite.lustre-ffff9c067d30c800.statahead_max=2048 llite.lustre-ffff9c067d30c800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9c067d30c800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9c067d30c800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 2.39 seconds: 41.81 ops/second llite.lustre-ffff9c067d30c800.statahead_max=0 101 real 0m2.757s user 0m0.004s sys 0m0.318s 'ls -l' 100 files without statahead: 3 sec llite.lustre-ffff9c067d30c800.statahead_max=2048 llite.lustre-ffff9c067d30c800.statahead_max=2048 101 real 0m0.874s user 0m0.006s sys 0m0.176s 'ls -l' 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10082 miss_total: 18 swrong=0 ewrong=0 - open/close 757 (time 1789384644.78 total 10.02 last 75.55) total: 900 open/close in 11.63 seconds: 77.40 ops/second llite.lustre-ffff9c067d30c800.statahead_max=0 1001 real 0m21.191s user 0m0.033s sys 0m2.817s 'ls -l' 1000 files without statahead: 22 sec llite.lustre-ffff9c067d30c800.statahead_max=2048 llite.lustre-ffff9c067d30c800.statahead_max=2048 1001 real 0m6.223s user 0m0.029s sys 0m1.461s 'ls -l' 1000 files with statahead: 7 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11081 miss_total: 19 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 18 seconds llite.lustre-ffff9c067d30c800.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11081 miss_total: 19 mdc.lustre-MDT0000-mdc-ffff9c067d30c800.batch_stats= snapshot_time: 1789384703.016401605 secs.nsecs start_time: 1789384357.030289008 secs.nsecs elapsed_time: 345.986112597 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 1 9 9 4: 2 18 27 8: 2 18 45 16: 3 27 72 32: 1 9 81 64: 0 0 81 128: 0 0 81 256: 2 18 100 mdc.lustre-MDT0001-mdc-ffff9c067d30c800.batch_stats= snapshot_time: 1789384703.016460759 secs.nsecs start_time: 1789384357.030436506 secs.nsecs elapsed_time: 345.986024253 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 2 18 18 8: 3 27 45 16: 2 18 63 32: 2 18 81 64: 0 0 81 128: 0 0 81 256: 2 18 100 - open/close 917 (time 1789384715.82 total 10.01 last 91.63) - open/close 1777 (time 1789384725.82 total 20.01 last 86.00) - open/close 2638 (time 1789384735.82 total 30.01 last 86.09) - open/close 3557 (time 1789384745.82 total 40.01 last 91.89) - open/close 4421 (time 1789384755.83 total 50.02 last 86.34) - open/close 5313 (time 1789384765.84 total 60.02 last 89.17) - open/close 6197 (time 1789384775.84 total 70.03 last 88.35) - open/close 7041 (time 1789384785.84 total 80.03 last 84.37) - open/close 7837 (time 1789384795.85 total 90.04 last 79.52) - open/close 8707 (time 1789384805.86 total 100.05 last 86.93) - open/close 9586 (time 1789384815.86 total 110.05 last 87.89) total: 10000 open/close in 114.87 seconds: 87.06 ops/second llite.lustre-ffff9c067d30c800.statahead_batch_max=0 llite.lustre-ffff9c067d30c800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9c067d30c800.stats=clear mdc.lustre-MDT0001-mdc-ffff9c067d30c800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m1.883s user 0m0.317s sys 0m15.357s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9c067d30c800.statahead_batch_max=256 llite.lustre-ffff9c067d30c800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9c067d30c800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9c067d30c800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9c067d30c800.stats=clear mdc.lustre-MDT0001-mdc-ffff9c067d30c800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m56.448s user 0m0.291s sys 0m13.975s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9c067d30c800.batch_stats= snapshot_time: 1789384959.750737918 secs.nsecs start_time: 1789384891.042296327 secs.nsecs elapsed_time: 68.708441591 secs.nsecs subreqs per batch batches %% cum %% 1: 150 46 46 2: 47 14 61 4: 35 10 72 8: 18 5 78 16: 11 3 81 32: 18 5 87 64: 7 2 89 128: 0 0 89 256: 34 10 100 mdc.lustre-MDT0001-mdc-ffff9c067d30c800.batch_stats= snapshot_time: 1789384959.750809866 secs.nsecs start_time: 1789384891.042368345 secs.nsecs elapsed_time: 68.708441521 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9c067d30c800.statahead_batch_max=64 llite.lustre-ffff9c067d30c800.statahead_max=128