== sanity test 123ad: Verify batching statahead works correctly ========================================================== 21:39:37 (1786412377) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff97c61848c000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff97c61848c000.batch_stats=0 llite.lustre-ffff97c61848c000.statahead_max=32 llite.lustre-ffff97c61848c000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff97c61848c000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff97c61848c000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 3.16 seconds: 31.67 ops/second llite.lustre-ffff97c61848c000.statahead_max=0 101 real 0m2.177s user 0m0.004s sys 0m0.320s 'ls -l' 100 files without statahead: 2 sec llite.lustre-ffff97c61848c000.statahead_max=32 llite.lustre-ffff97c61848c000.statahead_max=32 101 real 0m1.275s user 0m0.002s sys 0m0.146s 'ls -l' 100 files with statahead: 1 sec statahead total: 176 statahead wrong: 2 agl total: 168 list_total: 31 fname_total: 133 hit_total: 3744 miss_total: 1339 swrong=2 ewrong=2 - open/close 714 (time 1786412405.60 total 10.01 last 71.36) total: 900 open/close in 12.60 seconds: 71.44 ops/second llite.lustre-ffff97c61848c000.statahead_max=0 1001 real 0m21.375s user 0m0.034s sys 0m3.258s 'ls -l' 1000 files without statahead: 21 sec llite.lustre-ffff97c61848c000.statahead_max=32 llite.lustre-ffff97c61848c000.statahead_max=32 1001 real 0m11.882s user 0m0.029s sys 0m1.557s 'ls -l' 1000 files with statahead: 12 sec statahead total: 177 statahead wrong: 2 agl total: 169 list_total: 32 fname_total: 133 hit_total: 4743 miss_total: 1340 swrong=2 ewrong=2 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 28 seconds llite.lustre-ffff97c61848c000.statahead_stats= statahead total: 177 statahead wrong: 2 agl total: 169 list_total: 32 fname_total: 133 hit_total: 4743 miss_total: 1340 mdc.lustre-MDT0000-mdc-ffff97c61848c000.batch_stats= snapshot_time: 1786412483.280466047 secs.nsecs start_time: 1786412381.478524772 secs.nsecs elapsed_time: 101.801941275 secs.nsecs subreqs per batch batches %% cum %% 1: 1 2 2 2: 1 2 5 4: 2 5 10 8: 1 2 12 16: 21 53 66 32: 13 33 100 mdc.lustre-MDT0001-mdc-ffff97c61848c000.batch_stats= snapshot_time: 1786412483.280520489 secs.nsecs start_time: 1786412381.478607433 secs.nsecs elapsed_time: 101.801913056 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 2 5 5 8: 3 7 13 16: 20 52 65 32: 13 34 100 - open/close 789 (time 1786412496.14 total 10.01 last 78.85) - open/close 1549 (time 1786412506.15 total 20.01 last 75.99) - open/close 2369 (time 1786412516.15 total 30.01 last 81.99) - open/close 3191 (time 1786412526.15 total 40.02 last 82.14) - open/close 4028 (time 1786412536.16 total 50.02 last 83.67) - open/close 4817 (time 1786412546.17 total 60.03 last 78.83) - open/close 5677 (time 1786412556.17 total 70.03 last 85.98) - open/close 6361 (time 1786412566.17 total 80.03 last 68.39) - open/close 7105 (time 1786412576.18 total 90.04 last 74.34) - open/close 7866 (time 1786412586.18 total 100.04 last 76.09) - open/close 8562 (time 1786412596.30 total 110.17 last 68.75) - open/close 9339 (time 1786412606.31 total 120.17 last 77.68) - open/close 9970 (time 1786412616.31 total 130.17 last 63.09) total: 10000 open/close in 130.47 seconds: 76.64 ops/second llite.lustre-ffff97c61848c000.statahead_batch_max=0 llite.lustre-ffff97c61848c000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff97c61848c000.stats=clear mdc.lustre-MDT0001-mdc-ffff97c61848c000.stats=clear ls -l files in d123ad.sanity: 10001 real 2m5.310s user 0m0.379s sys 0m19.272s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff97c61848c000.statahead_batch_max=32 llite.lustre-ffff97c61848c000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff97c61848c000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff97c61848c000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff97c61848c000.stats=clear mdc.lustre-MDT0001-mdc-ffff97c61848c000.stats=clear ls -l files in d123ad.sanity: 10001 real 2m13.282s user 0m0.349s sys 0m17.249s batched statahead RPC= hit count=9987 mdc.lustre-MDT0000-mdc-ffff97c61848c000.batch_stats= snapshot_time: 1786412897.868574143 secs.nsecs start_time: 1786412750.329414839 secs.nsecs elapsed_time: 147.539159304 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff97c61848c000.batch_stats= snapshot_time: 1786412897.868637510 secs.nsecs start_time: 1786412750.329542832 secs.nsecs elapsed_time: 147.539094678 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff97c61848c000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff97c61848c000.batch_stats=0 llite.lustre-ffff97c61848c000.statahead_max=2048 llite.lustre-ffff97c61848c000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff97c61848c000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff97c61848c000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 3.55 seconds: 28.15 ops/second llite.lustre-ffff97c61848c000.statahead_max=0 101 real 0m2.645s user 0m0.004s sys 0m0.335s 'ls -l' 100 files without statahead: 3 sec llite.lustre-ffff97c61848c000.statahead_max=2048 llite.lustre-ffff97c61848c000.statahead_max=2048 101 real 0m1.361s user 0m0.014s sys 0m0.390s 'ls -l' 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10086 miss_total: 14 swrong=0 ewrong=0 - open/close 807 (time 1786413249.18 total 10.01 last 80.66) total: 900 open/close in 11.58 seconds: 77.74 ops/second llite.lustre-ffff97c61848c000.statahead_max=0 1001 real 0m21.262s user 0m0.033s sys 0m3.455s 'ls -l' 1000 files without statahead: 21 sec llite.lustre-ffff97c61848c000.statahead_max=2048 llite.lustre-ffff97c61848c000.statahead_max=2048 1001 real 0m6.409s user 0m0.030s sys 0m1.646s 'ls -l' 1000 files with statahead: 7 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11085 miss_total: 15 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 30 seconds llite.lustre-ffff97c61848c000.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11085 miss_total: 15 mdc.lustre-MDT0000-mdc-ffff97c61848c000.batch_stats= snapshot_time: 1786413322.530296286 secs.nsecs start_time: 1786412900.944210775 secs.nsecs elapsed_time: 421.586085511 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 1 12 12 8: 3 37 50 16: 0 0 50 32: 0 0 50 64: 1 12 62 128: 1 12 75 256: 2 25 100 mdc.lustre-MDT0001-mdc-ffff97c61848c000.batch_stats= snapshot_time: 1786413322.530376733 secs.nsecs start_time: 1786412900.944392541 secs.nsecs elapsed_time: 421.585984192 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 3 37 37 8: 1 12 50 16: 0 0 50 32: 0 0 50 64: 2 25 75 128: 0 0 75 256: 2 25 100 - open/close 870 (time 1786413335.29 total 10.00 last 86.99) - open/close 1660 (time 1786413345.29 total 20.01 last 78.96) - open/close 2508 (time 1786413355.29 total 30.01 last 84.77) - open/close 3387 (time 1786413365.30 total 40.02 last 87.81) - open/close 4235 (time 1786413375.31 total 50.03 last 84.71) - open/close 5095 (time 1786413385.31 total 60.03 last 85.99) - open/close 5890 (time 1786413395.32 total 70.04 last 79.45) - open/close 6608 (time 1786413405.33 total 80.05 last 71.71) - open/close 7377 (time 1786413415.34 total 90.05 last 76.86) - open/close 8212 (time 1786413425.35 total 100.07 last 83.37) - open/close 8854 (time 1786413435.36 total 110.07 last 64.18) - open/close 9603 (time 1786413445.38 total 120.10 last 74.72) total: 10000 open/close in 125.69 seconds: 79.56 ops/second llite.lustre-ffff97c61848c000.statahead_batch_max=0 llite.lustre-ffff97c61848c000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff97c61848c000.stats=clear mdc.lustre-MDT0001-mdc-ffff97c61848c000.stats=clear ls -l files in d123ad.sanity: 10001 real 1m56.304s user 0m0.358s sys 0m18.323s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff97c61848c000.statahead_batch_max=256 llite.lustre-ffff97c61848c000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff97c61848c000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff97c61848c000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff97c61848c000.stats=clear mdc.lustre-MDT0001-mdc-ffff97c61848c000.stats=clear ls -l files in d123ad.sanity: 10001 real 1m16.962s user 0m0.302s sys 0m17.741s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff97c61848c000.batch_stats= snapshot_time: 1786413664.820782603 secs.nsecs start_time: 1786413576.394649752 secs.nsecs elapsed_time: 88.426132851 secs.nsecs subreqs per batch batches %% cum %% 1: 75 39 39 2: 15 7 46 4: 17 8 55 8: 10 5 60 16: 14 7 68 32: 16 8 76 64: 8 4 80 128: 3 1 82 256: 34 17 100 mdc.lustre-MDT0001-mdc-ffff97c61848c000.batch_stats= snapshot_time: 1786413664.821964881 secs.nsecs start_time: 1786413576.394822639 secs.nsecs elapsed_time: 88.427142242 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff97c61848c000.statahead_batch_max=64 llite.lustre-ffff97c61848c000.statahead_max=128