== sanity test 123ad: Verify batching statahead works correctly ========================================================== 18:47:44 (1785970064) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8e0137be6800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8e0137be6800.batch_stats=0 llite.lustre-ffff8e0137be6800.statahead_max=32 llite.lustre-ffff8e0137be6800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8e0137be6800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8e0137be6800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 1.86 seconds: 53.78 ops/second llite.lustre-ffff8e0137be6800.statahead_max=0 101 real 0m3.034s user 0m0.003s sys 0m0.347s 'ls -l' 100 files without statahead: 3 sec llite.lustre-ffff8e0137be6800.statahead_max=32 llite.lustre-ffff8e0137be6800.statahead_max=32 101 real 0m1.498s user 0m0.008s sys 0m0.187s 'ls -l' 100 files with statahead: 1 sec statahead total: 149 statahead wrong: 2 agl total: 141 list_total: 31 fname_total: 117 hit_total: 4348 miss_total: 1283 swrong=2 ewrong=2 - open/close 739 (time 1785970092.73 total 10.00 last 73.89) total: 900 open/close in 12.39 seconds: 72.66 ops/second llite.lustre-ffff8e0137be6800.statahead_max=0 1001 real 0m26.486s user 0m0.038s sys 0m3.321s 'ls -l' 1000 files without statahead: 26 sec llite.lustre-ffff8e0137be6800.statahead_max=32 llite.lustre-ffff8e0137be6800.statahead_max=32 1001 real 0m10.060s user 0m0.029s sys 0m1.634s 'ls -l' 1000 files with statahead: 10 sec statahead total: 150 statahead wrong: 2 agl total: 142 list_total: 32 fname_total: 117 hit_total: 5344 miss_total: 1287 swrong=2 ewrong=2 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 19 seconds llite.lustre-ffff8e0137be6800.statahead_stats= statahead total: 150 statahead wrong: 2 agl total: 142 list_total: 32 fname_total: 117 hit_total: 5344 miss_total: 1287 mdc.lustre-MDT0000-mdc-ffff8e0137be6800.batch_stats= snapshot_time: 1785970165.958724044 secs.nsecs start_time: 1785970068.741160285 secs.nsecs elapsed_time: 97.217563759 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 1 2 2 4: 2 5 7 8: 3 7 15 16: 19 48 64 32: 14 35 100 mdc.lustre-MDT0001-mdc-ffff8e0137be6800.batch_stats= snapshot_time: 1785970165.958779044 secs.nsecs start_time: 1785970068.741242265 secs.nsecs elapsed_time: 97.217536779 secs.nsecs subreqs per batch batches %% cum %% 1: 1 2 2 2: 1 2 5 4: 2 5 10 8: 2 5 15 16: 21 52 67 32: 13 32 100 - open/close 698 (time 1785970179.01 total 10.00 last 69.79) - open/close 1263 (time 1785970189.01 total 20.00 last 56.48) - open/close 1866 (time 1785970199.02 total 30.02 last 60.24) - open/close 2590 (time 1785970209.02 total 40.02 last 72.39) - open/close 3331 (time 1785970219.04 total 50.03 last 73.99) - open/close 3936 (time 1785970229.05 total 60.04 last 60.45) - open/close 4395 (time 1785970239.07 total 70.06 last 45.78) - open/close 4856 (time 1785970249.09 total 80.08 last 46.02) - open/close 5359 (time 1785970259.09 total 90.09 last 50.28) - open/close 6000 (time 1785970269.10 total 100.09 last 64.08) - open/close 6681 (time 1785970279.11 total 110.10 last 68.01) - open/close 7287 (time 1785970289.13 total 120.12 last 60.51) - open/close 7856 (time 1785970299.13 total 130.12 last 56.89) - open/close 8504 (time 1785970309.14 total 140.13 last 64.75) - open/close 9145 (time 1785970319.14 total 150.13 last 64.10) - open/close 9876 (time 1785970329.14 total 160.13 last 73.06) total: 10000 open/close in 161.92 seconds: 61.76 ops/second llite.lustre-ffff8e0137be6800.statahead_batch_max=0 llite.lustre-ffff8e0137be6800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8e0137be6800.stats=clear mdc.lustre-MDT0001-mdc-ffff8e0137be6800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m21.090s user 0m0.432s sys 0m17.659s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8e0137be6800.statahead_batch_max=32 llite.lustre-ffff8e0137be6800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8e0137be6800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8e0137be6800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8e0137be6800.stats=clear mdc.lustre-MDT0001-mdc-ffff8e0137be6800.stats=clear ls -l files in d123ad.sanity: 10001 real 2m17.962s user 0m0.396s sys 0m16.806s batched statahead RPC= hit count=9977 mdc.lustre-MDT0000-mdc-ffff8e0137be6800.batch_stats= snapshot_time: 1785970583.599295348 secs.nsecs start_time: 1785970425.894603959 secs.nsecs elapsed_time: 157.704691389 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 1 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff8e0137be6800.batch_stats= snapshot_time: 1785970583.600016456 secs.nsecs start_time: 1785970425.895596047 secs.nsecs elapsed_time: 157.704420409 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8e0137be6800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8e0137be6800.batch_stats=0 llite.lustre-ffff8e0137be6800.statahead_max=2048 llite.lustre-ffff8e0137be6800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8e0137be6800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8e0137be6800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 3.32 seconds: 30.10 ops/second llite.lustre-ffff8e0137be6800.statahead_max=0 101 real 0m3.187s user 0m0.004s sys 0m0.398s 'ls -l' 100 files without statahead: 3 sec llite.lustre-ffff8e0137be6800.statahead_max=2048 llite.lustre-ffff8e0137be6800.statahead_max=2048 101 real 0m1.518s user 0m0.007s sys 0m0.263s 'ls -l' 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10076 miss_total: 24 swrong=0 ewrong=0 - open/close 676 (time 1785970942.36 total 10.00 last 67.60) total: 900 open/close in 13.87 seconds: 64.90 ops/second llite.lustre-ffff8e0137be6800.statahead_max=0 1001 real 0m29.134s user 0m0.034s sys 0m3.385s 'ls -l' 1000 files without statahead: 29 sec llite.lustre-ffff8e0137be6800.statahead_max=2048 llite.lustre-ffff8e0137be6800.statahead_max=2048 1001 real 0m8.073s user 0m0.027s sys 0m1.494s 'ls -l' 1000 files with statahead: 8 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11075 miss_total: 25 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 24 seconds llite.lustre-ffff8e0137be6800.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11075 miss_total: 25 mdc.lustre-MDT0000-mdc-ffff8e0137be6800.batch_stats= snapshot_time: 1785971025.170695790 secs.nsecs start_time: 1785970586.166686720 secs.nsecs elapsed_time: 439.004009070 secs.nsecs subreqs per batch batches %% cum %% 1: 1 14 14 2: 0 0 14 4: 3 42 57 8: 0 0 57 16: 1 14 71 32: 0 0 71 64: 0 0 71 128: 0 0 71 256: 2 28 100 mdc.lustre-MDT0001-mdc-ffff8e0137be6800.batch_stats= snapshot_time: 1785971025.170788300 secs.nsecs start_time: 1785970586.166828686 secs.nsecs elapsed_time: 439.003959614 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 1 11 11 4: 1 11 22 8: 3 33 55 16: 0 0 55 32: 0 0 55 64: 1 11 66 128: 1 11 77 256: 2 22 100 - open/close 519 (time 1785971038.75 total 10.00 last 51.89) - open/close 973 (time 1785971048.75 total 20.01 last 45.36) - open/close 1655 (time 1785971058.76 total 30.02 last 68.13) - open/close 2220 (time 1785971068.77 total 40.03 last 56.46) - open/close 3051 (time 1785971078.78 total 50.03 last 83.06) - open/close 3759 (time 1785971088.79 total 60.05 last 70.70) - open/close 4456 (time 1785971098.80 total 70.05 last 69.66) - open/close 5170 (time 1785971108.80 total 80.06 last 71.36) - open/close 5762 (time 1785971118.81 total 90.07 last 59.14) - open/close 6291 (time 1785971128.81 total 100.07 last 52.90) - open/close 6933 (time 1785971138.86 total 110.12 last 63.90) - open/close 7571 (time 1785971148.86 total 120.12 last 63.79) - open/close 8297 (time 1785971158.86 total 130.12 last 72.60) - open/close 8866 (time 1785971168.86 total 140.12 last 56.89) - open/close 9628 (time 1785971178.86 total 150.12 last 76.19) total: 10000 open/close in 155.75 seconds: 64.20 ops/second llite.lustre-ffff8e0137be6800.statahead_batch_max=0 llite.lustre-ffff8e0137be6800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8e0137be6800.stats=clear mdc.lustre-MDT0001-mdc-ffff8e0137be6800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m19.922s user 0m0.413s sys 0m17.641s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8e0137be6800.statahead_batch_max=256 llite.lustre-ffff8e0137be6800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8e0137be6800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8e0137be6800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8e0137be6800.stats=clear mdc.lustre-MDT0001-mdc-ffff8e0137be6800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m10.282s user 0m0.318s sys 0m15.650s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8e0137be6800.batch_stats= snapshot_time: 1785971365.987738221 secs.nsecs start_time: 1785971277.581331784 secs.nsecs elapsed_time: 88.406406437 secs.nsecs subreqs per batch batches %% cum %% 1: 235 50 50 2: 71 15 65 4: 55 11 76 8: 35 7 84 16: 18 3 88 32: 16 3 91 64: 6 1 92 128: 0 0 92 256: 33 7 100 mdc.lustre-MDT0001-mdc-ffff8e0137be6800.batch_stats= snapshot_time: 1785971365.987925486 secs.nsecs start_time: 1785971277.581481590 secs.nsecs elapsed_time: 88.406443896 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8e0137be6800.statahead_batch_max=64 llite.lustre-ffff8e0137be6800.statahead_max=128