== sanity test 123ad: Verify batching statahead works correctly ========================================================== 04:32:00 (1787387520) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff95d2107df800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff95d2107df800.batch_stats=0 llite.lustre-ffff95d2107df800.statahead_max=32 llite.lustre-ffff95d2107df800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff95d2107df800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff95d2107df800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 3.00 seconds: 33.38 ops/second llite.lustre-ffff95d2107df800.statahead_max=0 101 real 0m2.605s user 0m0.006s sys 0m0.344s 'ls -l' 100 files without statahead: 2 sec llite.lustre-ffff95d2107df800.statahead_max=32 llite.lustre-ffff95d2107df800.statahead_max=32 101 real 0m1.198s user 0m0.003s sys 0m0.175s 'ls -l' 100 files with statahead: 1 sec statahead total: 148 statahead wrong: 2 agl total: 142 list_total: 30 fname_total: 107 hit_total: 3825 miss_total: 1503 swrong=2 ewrong=2 - open/close 793 (time 1787387550.51 total 10.01 last 79.22) total: 900 open/close in 11.25 seconds: 79.98 ops/second llite.lustre-ffff95d2107df800.statahead_max=0 1001 real 0m22.163s user 0m0.029s sys 0m3.168s 'ls -l' 1000 files without statahead: 22 sec llite.lustre-ffff95d2107df800.statahead_max=32 llite.lustre-ffff95d2107df800.statahead_max=32 1001 real 0m11.204s user 0m0.027s sys 0m1.457s 'ls -l' 1000 files with statahead: 11 sec statahead total: 149 statahead wrong: 2 agl total: 143 list_total: 31 fname_total: 107 hit_total: 4821 miss_total: 1507 swrong=2 ewrong=2 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 22 seconds llite.lustre-ffff95d2107df800.statahead_stats= statahead total: 149 statahead wrong: 2 agl total: 143 list_total: 31 fname_total: 107 hit_total: 4821 miss_total: 1507 mdc.lustre-MDT0000-mdc-ffff95d2107df800.batch_stats= snapshot_time: 1787387620.240449146 secs.nsecs start_time: 1787387525.639279756 secs.nsecs elapsed_time: 94.601169390 secs.nsecs subreqs per batch batches %% cum %% 1: 1 2 2 2: 1 2 5 4: 0 0 5 8: 2 5 10 16: 19 50 60 32: 15 39 100 mdc.lustre-MDT0001-mdc-ffff95d2107df800.batch_stats= snapshot_time: 1787387620.240512611 secs.nsecs start_time: 1787387525.639420987 secs.nsecs elapsed_time: 94.601091624 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 1 2 2 4: 1 2 5 8: 3 7 13 16: 18 47 60 32: 15 39 100 - open/close 748 (time 1787387632.95 total 10.00 last 74.77) - open/close 1300 (time 1787387642.96 total 20.02 last 55.12) - open/close 1786 (time 1787387652.97 total 30.02 last 48.58) - open/close 2447 (time 1787387662.97 total 40.03 last 66.08) - open/close 3032 (time 1787387672.97 total 50.03 last 58.50) - open/close 3839 (time 1787387682.97 total 60.03 last 80.66) - open/close 4816 (time 1787387692.98 total 70.03 last 97.67) - open/close 5646 (time 1787387702.98 total 80.04 last 82.93) - open/close 6346 (time 1787387713.03 total 90.09 last 69.70) - open/close 7135 (time 1787387723.05 total 100.11 last 78.74) - open/close 7738 (time 1787387733.06 total 110.12 last 60.24) - open/close 8474 (time 1787387743.07 total 120.13 last 73.52) - open/close 9223 (time 1787387753.08 total 130.14 last 74.80) total: 10000 open/close in 139.55 seconds: 71.66 ops/second llite.lustre-ffff95d2107df800.statahead_batch_max=0 llite.lustre-ffff95d2107df800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff95d2107df800.stats=clear mdc.lustre-MDT0001-mdc-ffff95d2107df800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m10.983s user 0m0.285s sys 0m16.224s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff95d2107df800.statahead_batch_max=32 llite.lustre-ffff95d2107df800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff95d2107df800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff95d2107df800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff95d2107df800.stats=clear mdc.lustre-MDT0001-mdc-ffff95d2107df800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m46.827s user 0m0.301s sys 0m15.037s batched statahead RPC= hit count=9984 mdc.lustre-MDT0000-mdc-ffff95d2107df800.batch_stats= snapshot_time: 1787387968.702148962 secs.nsecs start_time: 1787387844.976061801 secs.nsecs elapsed_time: 123.726087161 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff95d2107df800.batch_stats= snapshot_time: 1787387968.702212794 secs.nsecs start_time: 1787387844.976152621 secs.nsecs elapsed_time: 123.726060173 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff95d2107df800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff95d2107df800.batch_stats=0 llite.lustre-ffff95d2107df800.statahead_max=2048 llite.lustre-ffff95d2107df800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff95d2107df800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff95d2107df800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 2.39 seconds: 41.88 ops/second llite.lustre-ffff95d2107df800.statahead_max=0 101 real 0m2.490s user 0m0.004s sys 0m0.334s 'ls -l' 100 files without statahead: 3 sec llite.lustre-ffff95d2107df800.statahead_max=2048 llite.lustre-ffff95d2107df800.statahead_max=2048 101 real 0m0.961s user 0m0.005s sys 0m0.165s 'ls -l' 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10083 miss_total: 17 swrong=0 ewrong=0 - open/close 866 (time 1787388271.01 total 10.00 last 86.59) total: 900 open/close in 10.41 seconds: 86.43 ops/second llite.lustre-ffff95d2107df800.statahead_max=0 1001 real 0m21.237s user 0m0.036s sys 0m3.124s 'ls -l' 1000 files without statahead: 22 sec llite.lustre-ffff95d2107df800.statahead_max=2048 llite.lustre-ffff95d2107df800.statahead_max=2048 1001 real 0m7.385s user 0m0.032s sys 0m1.702s 'ls -l' 1000 files with statahead: 8 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11082 miss_total: 18 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 18 seconds llite.lustre-ffff95d2107df800.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11082 miss_total: 18 mdc.lustre-MDT0000-mdc-ffff95d2107df800.batch_stats= snapshot_time: 1787388329.602608797 secs.nsecs start_time: 1787387971.344024344 secs.nsecs elapsed_time: 358.258584453 secs.nsecs subreqs per batch batches %% cum %% 1: 1 9 9 2: 1 9 18 4: 0 0 18 8: 3 27 45 16: 4 36 81 32: 0 0 81 64: 0 0 81 128: 0 0 81 256: 2 18 100 mdc.lustre-MDT0001-mdc-ffff95d2107df800.batch_stats= snapshot_time: 1787388329.602723540 secs.nsecs start_time: 1787387971.344165075 secs.nsecs elapsed_time: 358.258558465 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 1 9 9 4: 1 9 18 8: 3 27 45 16: 1 9 54 32: 3 27 81 64: 0 0 81 128: 0 0 81 256: 2 18 100 - open/close 890 (time 1787388342.16 total 10.00 last 88.96) - open/close 1774 (time 1787388352.16 total 20.01 last 88.36) - open/close 2560 (time 1787388362.17 total 30.02 last 78.55) - open/close 3407 (time 1787388372.17 total 40.02 last 84.67) - open/close 4245 (time 1787388382.18 total 50.03 last 83.75) - open/close 4936 (time 1787388392.18 total 60.03 last 69.07) - open/close 5711 (time 1787388402.19 total 70.03 last 77.49) - open/close 6595 (time 1787388412.19 total 80.04 last 88.36) - open/close 7521 (time 1787388422.20 total 90.04 last 92.51) - open/close 8353 (time 1787388432.21 total 100.05 last 83.16) - open/close 9203 (time 1787388442.21 total 110.05 last 84.97) total: 10000 open/close in 118.88 seconds: 84.12 ops/second llite.lustre-ffff95d2107df800.statahead_batch_max=0 llite.lustre-ffff95d2107df800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff95d2107df800.stats=clear mdc.lustre-MDT0001-mdc-ffff95d2107df800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m1.030s user 0m0.308s sys 0m17.046s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff95d2107df800.statahead_batch_max=256 llite.lustre-ffff95d2107df800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff95d2107df800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff95d2107df800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff95d2107df800.stats=clear mdc.lustre-MDT0001-mdc-ffff95d2107df800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m57.386s user 0m0.299s sys 0m16.290s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff95d2107df800.batch_stats= snapshot_time: 1787388591.411166974 secs.nsecs start_time: 1787388521.268194153 secs.nsecs elapsed_time: 70.142972821 secs.nsecs subreqs per batch batches %% cum %% 1: 274 58 58 2: 61 13 71 4: 46 9 81 8: 21 4 86 16: 9 1 88 32: 18 3 91 64: 4 0 92 128: 0 0 92 256: 34 7 100 mdc.lustre-MDT0001-mdc-ffff95d2107df800.batch_stats= snapshot_time: 1787388591.411227664 secs.nsecs start_time: 1787388521.268267238 secs.nsecs elapsed_time: 70.142960426 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff95d2107df800.statahead_batch_max=64 llite.lustre-ffff95d2107df800.statahead_max=128