== sanity test 123ad: Verify batching statahead works correctly ========================================================== 02:16:35 (1724307395) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800b6ead800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b6ead800.batch_stats=0 llite.lustre-ffff8800b6ead800.statahead_max=32 llite.lustre-ffff8800b6ead800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800b6ead800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b6ead800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 1.00 seconds: 100.33 ops/second llite.lustre-ffff8800b6ead800.statahead_max=0 101 real 0m0.987s user 0m0.003s sys 0m0.270s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800b6ead800.statahead_max=32 32 101 real 0m0.422s user 0m0.012s sys 0m0.127s ls -l 100 files with statahead: 0 sec statahead total: 29 statahead wrong: 0 agl total: 29 list_total: 29 fname_total: 0 hit_total: 1412 miss_total: 143 total: 900 open/close in 5.25 seconds: 171.42 ops/second llite.lustre-ffff8800b6ead800.statahead_max=0 1001 real 0m10.417s user 0m0.082s sys 0m2.591s ls -l 1000 files without statahead: 10 sec llite.lustre-ffff8800b6ead800.statahead_max=32 32 1001 real 0m3.130s user 0m0.026s sys 0m1.074s ls -l 1000 files with statahead: 3 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 2411 miss_total: 155 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 7 seconds rm done statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 2411 miss_total: 155 mdc.lustre-MDT0000-mdc-ffff8800b6ead800.batch_stats= snapshot_time: 1724307433.051952885 secs.nsecs start_time: 1724307397.423855237 secs.nsecs elapsed_time: 35.628097648 secs.nsecs subreqs per batch batches % cum % 1: 5 12 12 2: 1 2 15 4: 1 2 17 8: 2 5 23 16: 24 61 84 32: 6 15 100 mdc.lustre-MDT0001-mdc-ffff8800b6ead800.batch_stats= snapshot_time: 1724307433.052097434 secs.nsecs start_time: 1724307397.424641463 secs.nsecs elapsed_time: 35.627455971 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 2 2 4: 1 2 5 8: 3 7 12 16: 9 23 35 32: 25 64 100 - open/close 1644 (time 1724307444.29 total 10.00 last 164.34) - open/close 3440 (time 1724307454.30 total 20.01 last 179.49) - open/close 4982 (time 1724307464.30 total 30.01 last 154.18) - open/close 6515 (time 1724307474.30 total 40.01 last 153.30) - open/close 8116 (time 1724307484.30 total 50.01 last 160.07) - open/close 9710 (time 1724307494.31 total 60.02 last 159.35) total: 10000 open/close in 62.10 seconds: 161.04 ops/second llite.lustre-ffff8800b6ead800.statahead_batch_max=0 llite.lustre-ffff8800b6ead800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b6ead800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b6ead800.stats=clear 10001 real 0m24.565s user 0m0.223s sys 0m9.546s llite.lustre-ffff8800b6ead800.statahead_batch_max=32 llite.lustre-ffff8800b6ead800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b6ead800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b6ead800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b6ead800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b6ead800.stats=clear 10001 real 0m42.017s user 0m0.298s sys 0m10.963s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff8800b6ead800.batch_stats= snapshot_time: 1724307570.941144497 secs.nsecs start_time: 1724307524.763266058 secs.nsecs elapsed_time: 46.177878439 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800b6ead800.batch_stats= snapshot_time: 1724307570.941331594 secs.nsecs start_time: 1724307524.763384543 secs.nsecs elapsed_time: 46.177947051 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800b6ead800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b6ead800.batch_stats=0 llite.lustre-ffff8800b6ead800.statahead_max=2048 llite.lustre-ffff8800b6ead800.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800b6ead800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b6ead800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.57 seconds: 63.88 ops/second llite.lustre-ffff8800b6ead800.statahead_max=0 101 real 0m1.271s user 0m0.028s sys 0m0.300s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800b6ead800.statahead_max=2048 2048 101 real 0m0.351s user 0m0.005s sys 0m0.131s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 82 total: 900 open/close in 5.37 seconds: 167.70 ops/second llite.lustre-ffff8800b6ead800.statahead_max=0 1001 real 0m11.104s user 0m0.086s sys 0m2.802s ls -l 1000 files without statahead: 11 sec llite.lustre-ffff8800b6ead800.statahead_max=2048 2048 1001 real 0m1.828s user 0m0.033s sys 0m1.046s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 83 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 8 seconds rm done statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 83 mdc.lustre-MDT0000-mdc-ffff8800b6ead800.batch_stats= snapshot_time: 1724307700.304716033 secs.nsecs start_time: 1724307572.137584328 secs.nsecs elapsed_time: 128.167131705 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 12 12 4: 3 37 50 8: 0 0 50 16: 1 12 62 32: 0 0 62 64: 1 12 75 128: 0 0 75 256: 2 25 100 mdc.lustre-MDT0001-mdc-ffff8800b6ead800.batch_stats= snapshot_time: 1724307700.306019089 secs.nsecs start_time: 1724307572.138246215 secs.nsecs elapsed_time: 128.167772874 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 5 62 62 16: 0 0 62 32: 1 12 75 64: 0 0 75 128: 0 0 75 256: 2 25 100 - open/close 1437 (time 1724307711.67 total 10.01 last 143.61) - open/close 2889 (time 1724307721.69 total 20.02 last 145.02) - open/close 4422 (time 1724307731.69 total 30.02 last 153.26) - open/close 5860 (time 1724307741.70 total 40.03 last 143.65) - open/close 7130 (time 1724307751.71 total 50.04 last 126.93) - open/close 8598 (time 1724307761.71 total 60.04 last 146.77) total: 10000 open/close in 69.65 seconds: 143.58 ops/second llite.lustre-ffff8800b6ead800.statahead_batch_max=0 llite.lustre-ffff8800b6ead800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b6ead800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b6ead800.stats=clear 10001 real 0m22.278s user 0m0.284s sys 0m9.435s llite.lustre-ffff8800b6ead800.statahead_batch_max=256 llite.lustre-ffff8800b6ead800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b6ead800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b6ead800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b6ead800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b6ead800.stats=clear 10001 real 0m17.974s user 0m0.257s sys 0m10.532s unbatched RPCs: 10004, batched RPCs: 199 mdc.lustre-MDT0000-mdc-ffff8800b6ead800.batch_stats= snapshot_time: 1724307819.770175877 secs.nsecs start_time: 1724307797.931709788 secs.nsecs elapsed_time: 21.838466089 secs.nsecs subreqs per batch batches % cum % 1: 96 48 48 2: 11 5 53 4: 20 10 63 8: 7 3 67 16: 9 4 71 32: 15 7 79 64: 5 2 81 128: 0 0 81 256: 36 18 100 mdc.lustre-MDT0001-mdc-ffff8800b6ead800.batch_stats= snapshot_time: 1724307819.770947769 secs.nsecs start_time: 1724307797.932215209 secs.nsecs elapsed_time: 21.838732560 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800b6ead800.statahead_batch_max=64 llite.lustre-ffff8800b6ead800.statahead_max=128