== sanity test 123ad: Verify batching statahead works correctly ========================================================== 01:01:19 (1734674479) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff880136b67800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff880136b67800.batch_stats=0 llite.lustre-ffff880136b67800.statahead_max=32 llite.lustre-ffff880136b67800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff880136b67800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff880136b67800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 1.58 seconds: 63.10 ops/second llite.lustre-ffff880136b67800.statahead_max=0 101 real 0m1.336s user 0m0.015s sys 0m0.315s ls -l 100 files without statahead: 2 sec llite.lustre-ffff880136b67800.statahead_max=32 32 101 real 0m0.410s user 0m0.004s sys 0m0.138s ls -l 100 files with statahead: 1 sec statahead total: 93 statahead wrong: 2 agl total: 93 list_total: 26 fname_total: 67 hit_total: 5867 miss_total: 1231 total: 900 open/close in 6.05 seconds: 148.66 ops/second llite.lustre-ffff880136b67800.statahead_max=0 1001 real 0m12.087s user 0m0.107s sys 0m2.861s ls -l 1000 files without statahead: 13 sec llite.lustre-ffff880136b67800.statahead_max=32 32 1001 real 0m3.872s user 0m0.021s sys 0m1.169s ls -l 1000 files with statahead: 4 sec statahead total: 94 statahead wrong: 2 agl total: 94 list_total: 27 fname_total: 67 hit_total: 6866 miss_total: 1241 - open/close 1423 (time 1734674524.14 total 10.00 last 142.27) total: 2000 open/close in 14.04 seconds: 142.50 ops/second llite.lustre-ffff880136b67800.statahead_max=0 3001 real 0m40.879s user 0m0.391s sys 0m8.741s ls -l 3000 files without statahead: 41 sec llite.lustre-ffff880136b67800.statahead_max=32 32 3001 real 0m15.709s user 0m0.079s sys 0m3.725s ls -l 3000 files with statahead: 16 sec statahead total: 95 statahead wrong: 2 agl total: 95 list_total: 28 fname_total: 67 hit_total: 9865 miss_total: 1272 ls -l done rm -r /mnt/lustre/d123ad.sanity: 35 seconds llite.lustre-ffff880136b67800.statahead_stats= statahead total: 95 statahead wrong: 2 agl total: 95 list_total: 28 fname_total: 67 hit_total: 9865 miss_total: 1272 mdc.lustre-MDT0000-mdc-ffff880136b67800.batch_stats= snapshot_time: 1734674627.810092222 secs.nsecs start_time: 1734674481.971076176 secs.nsecs elapsed_time: 145.839016046 secs.nsecs subreqs per batch batches % cum % 1: 5 3 3 2: 1 0 4 4: 3 2 6 8: 3 2 8 16: 88 65 74 32: 35 25 100 mdc.lustre-MDT0001-mdc-ffff880136b67800.batch_stats= snapshot_time: 1734674627.814534779 secs.nsecs start_time: 1734674481.971755516 secs.nsecs elapsed_time: 145.842779263 secs.nsecs subreqs per batch batches % cum % 1: 2 1 1 2: 0 0 1 4: 3 2 3 8: 4 2 6 16: 52 38 44 32: 75 55 100 - open/close 1319 (time 1734674639.42 total 10.00 last 131.84) - open/close 2656 (time 1734674649.42 total 20.01 last 133.62) - open/close 3891 (time 1734674659.43 total 30.02 last 123.43) - open/close 5223 (time 1734674669.43 total 40.02 last 133.16) - open/close 6633 (time 1734674679.43 total 50.02 last 140.98) - open/close 7999 (time 1734674689.44 total 60.03 last 136.44) - open/close 9309 (time 1734674699.46 total 70.04 last 130.86) total: 10000 open/close in 75.75 seconds: 132.02 ops/second llite.lustre-ffff880136b67800.statahead_batch_max=0 llite.lustre-ffff880136b67800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff880136b67800.stats=clear mdc.lustre-MDT0001-mdc-ffff880136b67800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m27.282s user 0m0.251s sys 0m9.724s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff880136b67800.statahead_batch_max=32 llite.lustre-ffff880136b67800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff880136b67800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff880136b67800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff880136b67800.stats=clear mdc.lustre-MDT0001-mdc-ffff880136b67800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m49.260s user 0m0.327s sys 0m11.540s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff880136b67800.batch_stats= snapshot_time: 1734674790.928613897 secs.nsecs start_time: 1734674736.246087969 secs.nsecs elapsed_time: 54.682525928 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff880136b67800.batch_stats= snapshot_time: 1734674790.928760209 secs.nsecs start_time: 1734674736.246430609 secs.nsecs elapsed_time: 54.682329600 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff880136b67800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff880136b67800.batch_stats=0 llite.lustre-ffff880136b67800.statahead_max=2048 llite.lustre-ffff880136b67800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff880136b67800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff880136b67800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.48 seconds: 67.48 ops/second llite.lustre-ffff880136b67800.statahead_max=0 101 real 0m1.368s user 0m0.009s sys 0m0.317s ls -l 100 files without statahead: 1 sec llite.lustre-ffff880136b67800.statahead_max=2048 2048 101 real 0m0.355s user 0m0.008s sys 0m0.129s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 74 total: 900 open/close in 6.07 seconds: 148.19 ops/second llite.lustre-ffff880136b67800.statahead_max=0 1001 real 0m11.642s user 0m0.136s sys 0m2.719s ls -l 1000 files without statahead: 12 sec llite.lustre-ffff880136b67800.statahead_max=2048 2048 1001 real 0m2.250s user 0m0.035s sys 0m1.127s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 75 - open/close 1528 (time 1734674994.64 total 10.01 last 152.70) total: 3000 open/close in 19.21 seconds: 156.21 ops/second llite.lustre-ffff880136b67800.statahead_max=0 4001 real 0m48.544s user 0m0.472s sys 0m11.225s ls -l 4000 files without statahead: 49 sec llite.lustre-ffff880136b67800.statahead_max=2048 2048 4001 real 0m6.744s user 0m0.121s sys 0m4.217s ls -l 4000 files with statahead: 7 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15096 miss_total: 76 ls -l done rm -r /mnt/lustre/d123ad.sanity: 33 seconds llite.lustre-ffff880136b67800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15096 miss_total: 76 mdc.lustre-MDT0000-mdc-ffff880136b67800.batch_stats= snapshot_time: 1734675097.174089326 secs.nsecs start_time: 1734674791.966463849 secs.nsecs elapsed_time: 305.207625477 secs.nsecs subreqs per batch batches % cum % 1: 11 30 30 2: 1 2 33 4: 4 11 44 8: 4 11 55 16: 0 0 55 32: 2 5 61 64: 1 2 63 128: 1 2 66 256: 12 33 100 mdc.lustre-MDT0001-mdc-ffff880136b67800.batch_stats= snapshot_time: 1734675097.174304090 secs.nsecs start_time: 1734674791.966921199 secs.nsecs elapsed_time: 305.207382891 secs.nsecs subreqs per batch batches % cum % 1: 13 34 34 2: 1 2 36 4: 5 13 50 8: 1 2 52 16: 3 7 60 32: 2 5 65 64: 0 0 65 128: 1 2 68 256: 12 31 100 - open/close 1503 (time 1734675108.50 total 10.00 last 150.26) - open/close 2987 (time 1734675118.51 total 20.01 last 148.31) - open/close 4528 (time 1734675128.51 total 30.01 last 154.08) - open/close 6123 (time 1734675138.51 total 40.01 last 159.47) - open/close 7485 (time 1734675148.51 total 50.02 last 136.15) - open/close 8849 (time 1734675158.52 total 60.02 last 136.32) total: 10000 open/close in 68.25 seconds: 146.53 ops/second llite.lustre-ffff880136b67800.statahead_batch_max=0 llite.lustre-ffff880136b67800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff880136b67800.stats=clear mdc.lustre-MDT0001-mdc-ffff880136b67800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m29.206s user 0m0.220s sys 0m9.968s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff880136b67800.statahead_batch_max=256 llite.lustre-ffff880136b67800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff880136b67800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff880136b67800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff880136b67800.stats=clear mdc.lustre-MDT0001-mdc-ffff880136b67800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m15.367s user 0m0.264s sys 0m10.175s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff880136b67800.batch_stats= snapshot_time: 1734675219.390405627 secs.nsecs start_time: 1734675199.728893698 secs.nsecs elapsed_time: 19.661511929 secs.nsecs subreqs per batch batches % cum % 1: 95 52 52 2: 7 3 56 4: 3 1 58 8: 8 4 62 16: 13 7 70 32: 16 8 78 64: 1 0 79 128: 1 0 80 256: 36 20 100 mdc.lustre-MDT0001-mdc-ffff880136b67800.batch_stats= snapshot_time: 1734675219.390821315 secs.nsecs start_time: 1734675199.729321046 secs.nsecs elapsed_time: 19.661500269 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff880136b67800.statahead_batch_max=64 llite.lustre-ffff880136b67800.statahead_max=128