== sanity test 123ad: Verify batching statahead works correctly ========================================================== 20:49:23 (1746146963) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88012a604000.batch_stats=0 llite.lustre-ffff88012a604000.statahead_max=32 llite.lustre-ffff88012a604000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012a604000.batch_stats=0 total: 100 open/close in 1.36 seconds: 73.57 ops/second llite.lustre-ffff88012a604000.statahead_max=0 101 real 0m1.330s user 0m0.018s sys 0m0.280s ls -l 100 files without statahead: 2 sec llite.lustre-ffff88012a604000.statahead_max=32 32 101 real 0m0.458s user 0m0.008s sys 0m0.136s ls -l 100 files with statahead: 0 sec statahead total: 71 statahead wrong: 1 agl total: 71 list_total: 25 fname_total: 46 hit_total: 5584 miss_total: 268 total: 900 open/close in 6.21 seconds: 144.94 ops/second llite.lustre-ffff88012a604000.statahead_max=0 1001 real 0m11.972s user 0m0.105s sys 0m2.822s ls -l 1000 files without statahead: 12 sec llite.lustre-ffff88012a604000.statahead_max=32 32 1001 real 0m3.975s user 0m0.021s sys 0m1.113s ls -l 1000 files with statahead: 4 sec statahead total: 72 statahead wrong: 1 agl total: 72 list_total: 26 fname_total: 46 hit_total: 6583 miss_total: 276 - open/close 1373 (time 1746147008.75 total 10.00 last 137.25) - open/close 2864 (time 1746147018.75 total 20.00 last 149.09) total: 3000 open/close in 20.74 seconds: 144.63 ops/second llite.lustre-ffff88012a604000.statahead_max=0 4001 real 0m50.259s user 0m0.528s sys 0m11.365s ls -l 4000 files without statahead: 50 sec llite.lustre-ffff88012a604000.statahead_max=32 32 4001 real 0m16.509s user 0m0.119s sys 0m4.319s ls -l 4000 files with statahead: 16 sec statahead total: 73 statahead wrong: 1 agl total: 73 list_total: 27 fname_total: 46 hit_total: 10582 miss_total: 315 ls -l done rm -r /mnt/lustre/d123ad.sanity: 41 seconds llite.lustre-ffff88012a604000.statahead_stats= statahead total: 73 statahead wrong: 1 agl total: 73 list_total: 27 fname_total: 46 hit_total: 10582 miss_total: 315 mdc.lustre-MDT0000-mdc-ffff88012a604000.batch_stats= snapshot_time: 1746147134.504383951 secs.nsecs start_time: 1746146966.122568732 secs.nsecs elapsed_time: 168.381815219 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 0 0 0 8: 4 2 2 16: 3 1 4 32: 159 95 100 - open/close 1381 (time 1746147145.74 total 10.01 last 137.97) - open/close 2691 (time 1746147155.74 total 20.01 last 130.97) - open/close 4132 (time 1746147165.74 total 30.01 last 144.06) - open/close 5419 (time 1746147175.75 total 40.02 last 128.69) - open/close 6805 (time 1746147185.75 total 50.02 last 138.56) - open/close 8164 (time 1746147195.75 total 60.02 last 135.89) - open/close 9770 (time 1746147205.75 total 70.02 last 160.57) total: 10000 open/close in 71.73 seconds: 139.41 ops/second llite.lustre-ffff88012a604000.statahead_batch_max=0 llite.lustre-ffff88012a604000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a604000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m19.465s user 0m0.266s sys 0m9.074s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012a604000.statahead_batch_max=32 llite.lustre-ffff88012a604000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a604000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a604000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m42.053s user 0m0.242s sys 0m10.745s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012a604000.batch_stats= snapshot_time: 1746147276.214859266 secs.nsecs start_time: 1746147230.205017691 secs.nsecs elapsed_time: 46.009841575 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88012a604000.batch_stats=0 llite.lustre-ffff88012a604000.statahead_max=2048 llite.lustre-ffff88012a604000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff88012a604000.batch_stats=0 total: 100 open/close in 1.49 seconds: 66.94 ops/second llite.lustre-ffff88012a604000.statahead_max=0 101 real 0m1.436s user 0m0.015s sys 0m0.304s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012a604000.statahead_max=2048 2048 101 real 0m0.331s user 0m0.005s sys 0m0.119s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 75 total: 900 open/close in 6.57 seconds: 136.90 ops/second llite.lustre-ffff88012a604000.statahead_max=0 1001 real 0m12.486s user 0m0.087s sys 0m2.798s ls -l 1000 files without statahead: 13 sec llite.lustre-ffff88012a604000.statahead_max=2048 2048 1001 real 0m2.603s user 0m0.026s sys 0m1.099s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 76 - open/close 1331 (time 1746147481.25 total 10.00 last 133.03) total: 2000 open/close in 15.44 seconds: 129.54 ops/second llite.lustre-ffff88012a604000.statahead_max=0 3001 real 0m33.835s user 0m0.260s sys 0m8.343s ls -l 3000 files without statahead: 34 sec llite.lustre-ffff88012a604000.statahead_max=2048 2048 3001 real 0m5.699s user 0m0.109s sys 0m3.149s ls -l 3000 files with statahead: 5 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 14096 miss_total: 77 ls -l done rm -r /mnt/lustre/d123ad.sanity: 26 seconds llite.lustre-ffff88012a604000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 14096 miss_total: 77 mdc.lustre-MDT0000-mdc-ffff88012a604000.batch_stats= snapshot_time: 1746147558.442830170 secs.nsecs start_time: 1746147277.201787317 secs.nsecs elapsed_time: 281.241042853 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 3 10 10 16: 6 21 32 32: 2 7 39 64: 0 0 39 128: 2 7 46 256: 15 53 100 - open/close 1579 (time 1746147569.55 total 10.00 last 157.88) - open/close 3251 (time 1746147579.56 total 20.01 last 167.04) - open/close 4890 (time 1746147589.56 total 30.01 last 163.86) - open/close 6523 (time 1746147599.56 total 40.01 last 163.29) - open/close 8109 (time 1746147609.57 total 50.02 last 158.57) - open/close 9991 (time 1746147619.57 total 60.02 last 188.10) total: 10000 open/close in 60.09 seconds: 166.43 ops/second llite.lustre-ffff88012a604000.statahead_batch_max=0 llite.lustre-ffff88012a604000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a604000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m20.827s user 0m0.262s sys 0m9.165s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012a604000.statahead_batch_max=256 llite.lustre-ffff88012a604000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a604000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a604000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m17.292s user 0m0.355s sys 0m10.293s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012a604000.batch_stats= snapshot_time: 1746147664.442289991 secs.nsecs start_time: 1746147643.095637562 secs.nsecs elapsed_time: 21.346652429 secs.nsecs subreqs per batch batches % cum % 1: 104 50 50 2: 15 7 58 4: 8 3 61 8: 9 4 66 16: 17 8 74 32: 14 6 81 64: 2 0 82 128: 0 0 82 256: 36 17 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88012a604000.statahead_batch_max=64 llite.lustre-ffff88012a604000.statahead_max=128