== sanity test 123ad: Verify batching statahead works correctly ========================================================== 03:35:50 (1786174550) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9b265a70b800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9b265a70b800.batch_stats=0 llite.lustre-ffff9b265a70b800.statahead_max=32 llite.lustre-ffff9b265a70b800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9b265a70b800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9b265a70b800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 2.89 seconds: 34.64 ops/second llite.lustre-ffff9b265a70b800.statahead_max=0 101 real 0m2.569s user 0m0.004s sys 0m0.379s 'ls -l' 100 files without statahead: 3 sec llite.lustre-ffff9b265a70b800.statahead_max=32 llite.lustre-ffff9b265a70b800.statahead_max=32 101 real 0m1.008s user 0m0.006s sys 0m0.220s 'ls -l' 100 files with statahead: 1 sec statahead total: 161 statahead wrong: 2 agl total: 154 list_total: 31 fname_total: 130 hit_total: 3666 miss_total: 1624 swrong=2 ewrong=2 - open/close 736 (time 1786174578.60 total 10.04 last 73.27) total: 900 open/close in 12.90 seconds: 69.78 ops/second llite.lustre-ffff9b265a70b800.statahead_max=0 1001 real 0m23.291s user 0m0.031s sys 0m3.224s 'ls -l' 1000 files without statahead: 23 sec llite.lustre-ffff9b265a70b800.statahead_max=32 llite.lustre-ffff9b265a70b800.statahead_max=32 1001 real 0m12.656s user 0m0.032s sys 0m1.558s 'ls -l' 1000 files with statahead: 12 sec statahead total: 162 statahead wrong: 2 agl total: 155 list_total: 32 fname_total: 130 hit_total: 4664 miss_total: 1626 swrong=2 ewrong=2 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 34 seconds llite.lustre-ffff9b265a70b800.statahead_stats= statahead total: 162 statahead wrong: 2 agl total: 155 list_total: 32 fname_total: 130 hit_total: 4664 miss_total: 1626 mdc.lustre-MDT0000-mdc-ffff9b265a70b800.batch_stats= snapshot_time: 1786174667.012432447 secs.nsecs start_time: 1786174554.560253587 secs.nsecs elapsed_time: 112.452178860 secs.nsecs subreqs per batch batches %% cum %% 1: 1 2 2 2: 1 2 5 4: 3 7 12 8: 2 5 17 16: 16 41 58 32: 16 41 100 mdc.lustre-MDT0001-mdc-ffff9b265a70b800.batch_stats= snapshot_time: 1786174667.012498074 secs.nsecs start_time: 1786174554.560391116 secs.nsecs elapsed_time: 112.452106958 secs.nsecs subreqs per batch batches %% cum %% 1: 2 4 4 2: 0 0 4 4: 2 4 9 8: 4 9 19 16: 20 48 68 32: 13 31 100 - open/close 731 (time 1786174679.53 total 10.01 last 73.05) - open/close 1574 (time 1786174689.54 total 20.01 last 84.28) - open/close 2331 (time 1786174699.54 total 30.02 last 75.66) - open/close 3107 (time 1786174709.56 total 40.03 last 77.49) - open/close 3892 (time 1786174719.56 total 50.03 last 78.48) - open/close 4651 (time 1786174729.57 total 60.04 last 75.83) - open/close 5450 (time 1786174739.58 total 70.05 last 79.83) - open/close 6302 (time 1786174749.59 total 80.06 last 85.10) - open/close 7064 (time 1786174759.59 total 90.06 last 76.19) - open/close 7834 (time 1786174769.59 total 100.06 last 76.99) - open/close 8589 (time 1786174779.59 total 110.06 last 75.50) - open/close 9433 (time 1786174789.59 total 120.07 last 84.36) total: 10000 open/close in 126.99 seconds: 78.75 ops/second llite.lustre-ffff9b265a70b800.statahead_batch_max=0 llite.lustre-ffff9b265a70b800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9b265a70b800.stats=clear mdc.lustre-MDT0001-mdc-ffff9b265a70b800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m39.516s user 0m0.358s sys 0m18.995s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9b265a70b800.statahead_batch_max=32 llite.lustre-ffff9b265a70b800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9b265a70b800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9b265a70b800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9b265a70b800.stats=clear mdc.lustre-MDT0001-mdc-ffff9b265a70b800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m54.856s user 0m0.327s sys 0m16.755s batched statahead RPC= hit count=9989 mdc.lustre-MDT0000-mdc-ffff9b265a70b800.batch_stats= snapshot_time: 1786175031.302170291 secs.nsecs start_time: 1786174903.573388678 secs.nsecs elapsed_time: 127.728781613 secs.nsecs subreqs per batch batches %% cum %% 1: 1 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 0 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff9b265a70b800.batch_stats= snapshot_time: 1786175031.302326489 secs.nsecs start_time: 1786174903.573675816 secs.nsecs elapsed_time: 127.728650673 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9b265a70b800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9b265a70b800.batch_stats=0 llite.lustre-ffff9b265a70b800.statahead_max=2048 llite.lustre-ffff9b265a70b800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9b265a70b800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9b265a70b800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 2.87 seconds: 34.83 ops/second llite.lustre-ffff9b265a70b800.statahead_max=0 101 real 0m2.282s user 0m0.003s sys 0m0.338s 'ls -l' 100 files without statahead: 3 sec llite.lustre-ffff9b265a70b800.statahead_max=2048 llite.lustre-ffff9b265a70b800.statahead_max=2048 101 real 0m1.011s user 0m0.004s sys 0m0.183s 'ls -l' 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10088 miss_total: 12 swrong=0 ewrong=0 - open/close 750 (time 1786175353.70 total 10.01 last 74.91) total: 900 open/close in 12.18 seconds: 73.91 ops/second llite.lustre-ffff9b265a70b800.statahead_max=0 1001 real 0m20.186s user 0m0.034s sys 0m3.167s 'ls -l' 1000 files without statahead: 20 sec llite.lustre-ffff9b265a70b800.statahead_max=2048 llite.lustre-ffff9b265a70b800.statahead_max=2048 1001 real 0m6.449s user 0m0.030s sys 0m1.742s 'ls -l' 1000 files with statahead: 7 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11087 miss_total: 13 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 29 seconds llite.lustre-ffff9b265a70b800.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11087 miss_total: 13 mdc.lustre-MDT0000-mdc-ffff9b265a70b800.batch_stats= snapshot_time: 1786175423.374568229 secs.nsecs start_time: 1786175033.249311695 secs.nsecs elapsed_time: 390.125256534 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 1 12 12 8: 4 50 62 16: 0 0 62 32: 0 0 62 64: 1 12 75 128: 0 0 75 256: 2 25 100 mdc.lustre-MDT0001-mdc-ffff9b265a70b800.batch_stats= snapshot_time: 1786175423.374649732 secs.nsecs start_time: 1786175033.250125295 secs.nsecs elapsed_time: 390.124524437 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 1 12 12 4: 3 37 50 8: 0 0 50 16: 1 12 62 32: 1 12 75 64: 0 0 75 128: 0 0 75 256: 2 25 100 - open/close 761 (time 1786175436.60 total 10.01 last 76.01) - open/close 1611 (time 1786175446.60 total 20.01 last 84.99) - open/close 2362 (time 1786175456.61 total 30.02 last 75.02) - open/close 3158 (time 1786175466.62 total 40.03 last 79.53) - open/close 3958 (time 1786175476.62 total 50.03 last 79.99) - open/close 4764 (time 1786175486.62 total 60.04 last 80.57) - open/close 5579 (time 1786175496.62 total 70.04 last 81.48) - open/close 6428 (time 1786175506.64 total 80.05 last 84.80) - open/close 7283 (time 1786175516.64 total 90.05 last 85.49) - open/close 8055 (time 1786175526.66 total 100.08 last 77.02) - open/close 8832 (time 1786175536.66 total 110.08 last 77.69) - open/close 9605 (time 1786175546.66 total 120.08 last 77.27) total: 10000 open/close in 125.07 seconds: 79.95 ops/second llite.lustre-ffff9b265a70b800.statahead_batch_max=0 llite.lustre-ffff9b265a70b800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9b265a70b800.stats=clear mdc.lustre-MDT0001-mdc-ffff9b265a70b800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m45.997s user 0m0.311s sys 0m17.593s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9b265a70b800.statahead_batch_max=256 llite.lustre-ffff9b265a70b800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9b265a70b800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9b265a70b800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9b265a70b800.stats=clear mdc.lustre-MDT0001-mdc-ffff9b265a70b800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m5.069s user 0m0.313s sys 0m17.965s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9b265a70b800.batch_stats= snapshot_time: 1786175743.411026131 secs.nsecs start_time: 1786175665.846362841 secs.nsecs elapsed_time: 77.564663290 secs.nsecs subreqs per batch batches %% cum %% 1: 69 40 40 2: 15 8 49 4: 12 7 56 8: 5 2 59 16: 11 6 65 32: 14 8 73 64: 6 3 77 128: 4 2 79 256: 35 20 100 mdc.lustre-MDT0001-mdc-ffff9b265a70b800.batch_stats= snapshot_time: 1786175743.411111623 secs.nsecs start_time: 1786175665.846589331 secs.nsecs elapsed_time: 77.564522292 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9b265a70b800.statahead_batch_max=64 llite.lustre-ffff9b265a70b800.statahead_max=128