== sanity test 123ad: Verify batching statahead works correctly ========================================================== 23:34:27 (1735101267) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800a9fc2000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a9fc2000.batch_stats=0 llite.lustre-ffff8800a9fc2000.statahead_max=32 llite.lustre-ffff8800a9fc2000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800a9fc2000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a9fc2000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.90 seconds: 110.76 ops/second llite.lustre-ffff8800a9fc2000.statahead_max=0 101 real 0m0.921s user 0m0.006s sys 0m0.272s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a9fc2000.statahead_max=32 32 101 real 0m0.326s user 0m0.002s sys 0m0.138s ls -l 100 files with statahead: 0 sec statahead total: 49 statahead wrong: 1 agl total: 49 list_total: 20 fname_total: 29 hit_total: 5302 miss_total: 228 total: 900 open/close in 5.57 seconds: 161.73 ops/second llite.lustre-ffff8800a9fc2000.statahead_max=0 1001 real 0m12.428s user 0m0.094s sys 0m3.022s ls -l 1000 files without statahead: 12 sec llite.lustre-ffff8800a9fc2000.statahead_max=32 32 1001 real 0m3.118s user 0m0.027s sys 0m1.180s ls -l 1000 files with statahead: 3 sec statahead total: 50 statahead wrong: 1 agl total: 50 list_total: 21 fname_total: 29 hit_total: 6301 miss_total: 237 - open/close 1472 (time 1735101307.44 total 10.00 last 147.18) - open/close 2989 (time 1735101317.44 total 20.00 last 151.66) total: 3000 open/close in 20.07 seconds: 149.47 ops/second llite.lustre-ffff8800a9fc2000.statahead_max=0 4001 real 0m39.662s user 0m0.449s sys 0m10.471s ls -l 4000 files without statahead: 40 sec llite.lustre-ffff8800a9fc2000.statahead_max=32 32 4001 real 0m8.192s user 0m0.106s sys 0m4.075s ls -l 4000 files with statahead: 8 sec statahead total: 51 statahead wrong: 1 agl total: 51 list_total: 22 fname_total: 29 hit_total: 10300 miss_total: 243 ls -l done rm -r /mnt/lustre/d123ad.sanity: 24 seconds llite.lustre-ffff8800a9fc2000.statahead_stats= statahead total: 51 statahead wrong: 1 agl total: 51 list_total: 22 fname_total: 29 hit_total: 10300 miss_total: 243 mdc.lustre-MDT0000-mdc-ffff8800a9fc2000.batch_stats= snapshot_time: 1735101392.825003361 secs.nsecs start_time: 1735101268.738217819 secs.nsecs elapsed_time: 124.086785542 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 3 1 2 4: 1 0 3 8: 4 2 5 16: 112 68 74 32: 42 25 100 mdc.lustre-MDT0001-mdc-ffff8800a9fc2000.batch_stats= snapshot_time: 1735101392.825180632 secs.nsecs start_time: 1735101268.738357483 secs.nsecs elapsed_time: 124.086823149 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 2 1 1 8: 5 3 4 16: 68 40 45 32: 91 54 100 - open/close 2173 (time 1735101403.61 total 10.00 last 217.25) - open/close 4389 (time 1735101413.61 total 20.00 last 221.59) - open/close 6185 (time 1735101423.61 total 30.01 last 179.52) - open/close 7954 (time 1735101433.62 total 40.01 last 176.85) total: 10000 open/close in 49.49 seconds: 202.08 ops/second llite.lustre-ffff8800a9fc2000.statahead_batch_max=0 llite.lustre-ffff8800a9fc2000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9fc2000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a9fc2000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m13.642s user 0m0.276s sys 0m9.439s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800a9fc2000.statahead_batch_max=32 llite.lustre-ffff8800a9fc2000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9fc2000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800a9fc2000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9fc2000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a9fc2000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m24.330s user 0m0.307s sys 0m10.048s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800a9fc2000.batch_stats= snapshot_time: 1735101486.505664977 secs.nsecs start_time: 1735101459.329084253 secs.nsecs elapsed_time: 27.176580724 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800a9fc2000.batch_stats= snapshot_time: 1735101486.505906661 secs.nsecs start_time: 1735101459.329863783 secs.nsecs elapsed_time: 27.176042878 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800a9fc2000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a9fc2000.batch_stats=0 llite.lustre-ffff8800a9fc2000.statahead_max=2048 llite.lustre-ffff8800a9fc2000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8800a9fc2000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a9fc2000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.94 seconds: 106.72 ops/second llite.lustre-ffff8800a9fc2000.statahead_max=0 101 real 0m0.876s user 0m0.010s sys 0m0.251s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a9fc2000.statahead_max=2048 2048 101 real 0m0.325s user 0m0.006s sys 0m0.133s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 14 total: 900 open/close in 3.98 seconds: 226.35 ops/second llite.lustre-ffff8800a9fc2000.statahead_max=0 1001 real 0m8.544s user 0m0.063s sys 0m2.517s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff8800a9fc2000.statahead_max=2048 2048 1001 real 0m1.648s user 0m0.016s sys 0m1.015s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 15 - open/close 2416 (time 1735101610.47 total 10.00 last 241.51) - open/close 4478 (time 1735101620.48 total 20.01 last 206.07) - open/close 6644 (time 1735101630.48 total 30.01 last 216.53) - open/close 8992 (time 1735101640.48 total 40.02 last 234.74) total: 9000 open/close in 40.04 seconds: 224.78 ops/second llite.lustre-ffff8800a9fc2000.statahead_max=0 10001 real 1m11.227s user 0m0.577s sys 0m21.573s ls -l 10000 files without statahead: 72 sec llite.lustre-ffff8800a9fc2000.statahead_max=2048 2048 10001 real 0m11.247s user 0m0.239s sys 0m9.761s ls -l 10000 files with statahead: 11 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 16 ls -l done rm -r /mnt/lustre/d123ad.sanity: 58 seconds llite.lustre-ffff8800a9fc2000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 16 mdc.lustre-MDT0000-mdc-ffff8800a9fc2000.batch_stats= snapshot_time: 1735101786.327052530 secs.nsecs start_time: 1735101487.017554617 secs.nsecs elapsed_time: 299.309497913 secs.nsecs subreqs per batch batches % cum % 1: 19 31 31 2: 0 0 31 4: 3 4 36 8: 3 4 40 16: 0 0 40 32: 0 0 40 64: 2 3 44 128: 1 1 45 256: 33 54 100 mdc.lustre-MDT0001-mdc-ffff8800a9fc2000.batch_stats= snapshot_time: 1735101786.327416090 secs.nsecs start_time: 1735101487.017702362 secs.nsecs elapsed_time: 299.309713728 secs.nsecs subreqs per batch batches % cum % 1: 13 23 23 2: 0 0 23 4: 4 7 30 8: 2 3 33 16: 0 0 33 32: 1 1 35 64: 2 3 39 128: 1 1 41 256: 33 58 100 - open/close 1624 (time 1735101797.25 total 10.00 last 162.34) - open/close 3990 (time 1735101807.26 total 20.01 last 236.53) - open/close 6909 (time 1735101817.26 total 30.01 last 291.87) - open/close 9888 (time 1735101827.26 total 40.01 last 297.83) total: 10000 open/close in 40.35 seconds: 247.80 ops/second llite.lustre-ffff8800a9fc2000.statahead_batch_max=0 llite.lustre-ffff8800a9fc2000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9fc2000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a9fc2000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m11.510s user 0m0.249s sys 0m10.096s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800a9fc2000.statahead_batch_max=256 llite.lustre-ffff8800a9fc2000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9fc2000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800a9fc2000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9fc2000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a9fc2000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m11.030s user 0m0.259s sys 0m9.568s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800a9fc2000.batch_stats= snapshot_time: 1735101854.828416303 secs.nsecs start_time: 1735101841.232563546 secs.nsecs elapsed_time: 13.595852757 secs.nsecs subreqs per batch batches % cum % 1: 158 58 58 2: 14 5 64 4: 11 4 68 8: 13 4 73 16: 13 4 77 32: 22 8 86 64: 2 0 86 128: 0 0 86 256: 35 13 100 mdc.lustre-MDT0001-mdc-ffff8800a9fc2000.batch_stats= snapshot_time: 1735101854.828552235 secs.nsecs start_time: 1735101841.232669720 secs.nsecs elapsed_time: 13.595882515 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800a9fc2000.statahead_batch_max=64 llite.lustre-ffff8800a9fc2000.statahead_max=128