== sanity test 123ad: Verify batching statahead works correctly ========================================================== 21:00:43 (1746147643) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88012d176800.batch_stats=0 llite.lustre-ffff88012d176800.statahead_max=32 llite.lustre-ffff88012d176800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012d176800.batch_stats=0 total: 100 open/close in 1.29 seconds: 77.36 ops/second llite.lustre-ffff88012d176800.statahead_max=0 101 real 0m1.127s user 0m0.003s sys 0m0.281s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012d176800.statahead_max=32 32 101 real 0m0.357s user 0m0.003s sys 0m0.116s ls -l 100 files with statahead: 0 sec statahead total: 66 statahead wrong: 2 agl total: 66 list_total: 24 fname_total: 42 hit_total: 5631 miss_total: 966 total: 900 open/close in 4.78 seconds: 188.46 ops/second llite.lustre-ffff88012d176800.statahead_max=0 1001 real 0m9.787s user 0m0.103s sys 0m2.587s ls -l 1000 files without statahead: 10 sec llite.lustre-ffff88012d176800.statahead_max=32 32 1001 real 0m2.611s user 0m0.028s sys 0m0.963s ls -l 1000 files with statahead: 2 sec statahead total: 67 statahead wrong: 2 agl total: 67 list_total: 25 fname_total: 42 hit_total: 6630 miss_total: 971 - open/close 1887 (time 1746147679.82 total 10.00 last 188.67) total: 4000 open/close in 18.67 seconds: 214.29 ops/second llite.lustre-ffff88012d176800.statahead_max=0 5001 real 0m58.695s user 0m0.615s sys 0m13.592s ls -l 5000 files without statahead: 59 sec llite.lustre-ffff88012d176800.statahead_max=32 32 5001 real 0m16.527s user 0m0.144s sys 0m5.112s ls -l 5000 files with statahead: 16 sec statahead total: 68 statahead wrong: 2 agl total: 68 list_total: 26 fname_total: 42 hit_total: 11629 miss_total: 994 ls -l done rm -r /mnt/lustre/d123ad.sanity: 46 seconds llite.lustre-ffff88012d176800.statahead_stats= statahead total: 68 statahead wrong: 2 agl total: 68 list_total: 26 fname_total: 42 hit_total: 11629 miss_total: 994 mdc.lustre-MDT0000-mdc-ffff88012d176800.batch_stats= snapshot_time: 1746147816.001739902 secs.nsecs start_time: 1746147644.895120783 secs.nsecs elapsed_time: 171.106619119 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 0 0 4: 1 0 1 8: 4 2 3 16: 3 1 4 32: 190 95 100 - open/close 1317 (time 1746147827.05 total 10.01 last 131.62) - open/close 2478 (time 1746147837.05 total 20.01 last 116.08) - open/close 3742 (time 1746147847.05 total 30.01 last 126.33) - open/close 4837 (time 1746147857.06 total 40.02 last 109.48) - open/close 5975 (time 1746147867.06 total 50.02 last 113.76) - open/close 7137 (time 1746147877.07 total 60.03 last 116.09) - open/close 8227 (time 1746147887.08 total 70.04 last 108.93) - open/close 9234 (time 1746147897.08 total 80.04 last 100.65) total: 10000 open/close in 86.00 seconds: 116.28 ops/second llite.lustre-ffff88012d176800.statahead_batch_max=0 llite.lustre-ffff88012d176800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012d176800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m18.053s user 0m0.259s sys 0m8.918s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012d176800.statahead_batch_max=32 llite.lustre-ffff88012d176800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012d176800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012d176800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m37.510s user 0m0.292s sys 0m10.441s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012d176800.batch_stats= snapshot_time: 1746147965.290895877 secs.nsecs start_time: 1746147924.193888131 secs.nsecs elapsed_time: 41.097007746 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88012d176800.batch_stats=0 llite.lustre-ffff88012d176800.statahead_max=2048 llite.lustre-ffff88012d176800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff88012d176800.batch_stats=0 total: 100 open/close in 1.56 seconds: 64.21 ops/second llite.lustre-ffff88012d176800.statahead_max=0 101 real 0m1.638s user 0m0.012s sys 0m0.338s ls -l 100 files without statahead: 2 sec llite.lustre-ffff88012d176800.statahead_max=2048 2048 101 real 0m0.472s user 0m0.006s sys 0m0.151s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 65 total: 900 open/close in 8.13 seconds: 110.70 ops/second llite.lustre-ffff88012d176800.statahead_max=0 1001 real 0m12.100s user 0m0.144s sys 0m2.721s ls -l 1000 files without statahead: 12 sec llite.lustre-ffff88012d176800.statahead_max=2048 2048 1001 real 0m1.906s user 0m0.018s sys 0m1.017s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 66 - open/close 1502 (time 1746148168.40 total 10.00 last 150.14) - open/close 2833 (time 1746148178.40 total 20.01 last 133.05) total: 3000 open/close in 21.23 seconds: 141.32 ops/second llite.lustre-ffff88012d176800.statahead_max=0 4001 real 0m54.401s user 0m0.412s sys 0m11.468s ls -l 4000 files without statahead: 54 sec llite.lustre-ffff88012d176800.statahead_max=2048 2048 4001 real 0m8.310s user 0m0.109s sys 0m4.134s ls -l 4000 files with statahead: 8 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15096 miss_total: 67 ls -l done rm -r /mnt/lustre/d123ad.sanity: 46 seconds llite.lustre-ffff88012d176800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15096 miss_total: 67 mdc.lustre-MDT0000-mdc-ffff88012d176800.batch_stats= snapshot_time: 1746148294.772926629 secs.nsecs start_time: 1746147965.904316517 secs.nsecs elapsed_time: 328.868610112 secs.nsecs subreqs per batch batches % cum % 1: 21 28 28 2: 2 2 31 4: 9 12 43 8: 9 12 55 16: 7 9 64 32: 5 6 71 64: 1 1 72 128: 1 1 74 256: 19 25 100 - open/close 968 (time 1746148306.67 total 10.01 last 96.71) - open/close 2037 (time 1746148316.67 total 20.01 last 106.90) - open/close 3061 (time 1746148326.67 total 30.01 last 102.35) - open/close 4220 (time 1746148336.69 total 40.03 last 115.69) - open/close 5252 (time 1746148346.70 total 50.04 last 103.10) - open/close 6287 (time 1746148356.71 total 60.05 last 103.41) - open/close 7357 (time 1746148366.71 total 70.06 last 106.95) - open/close 8489 (time 1746148376.72 total 80.06 last 113.18) - open/close 9587 (time 1746148386.72 total 90.06 last 109.75) total: 10000 open/close in 93.35 seconds: 107.13 ops/second llite.lustre-ffff88012d176800.statahead_batch_max=0 llite.lustre-ffff88012d176800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012d176800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m17.028s user 0m0.229s sys 0m8.411s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012d176800.statahead_batch_max=256 llite.lustre-ffff88012d176800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012d176800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012d176800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m19.623s user 0m0.366s sys 0m10.319s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012d176800.batch_stats= snapshot_time: 1746148434.339380020 secs.nsecs start_time: 1746148410.694331124 secs.nsecs elapsed_time: 23.645048896 secs.nsecs subreqs per batch batches % cum % 1: 54 39 39 2: 1 0 40 4: 10 7 47 8: 5 3 51 16: 12 8 60 32: 13 9 69 64: 5 3 73 128: 0 0 73 256: 36 26 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88012d176800.statahead_batch_max=64 llite.lustre-ffff88012d176800.statahead_max=128