== sanity test 123ad: Verify batching statahead works correctly ========================================================== 17:00:23 (1746133223) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800a7536000.batch_stats=0 llite.lustre-ffff8800a7536000.statahead_max=32 llite.lustre-ffff8800a7536000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800a7536000.batch_stats=0 total: 100 open/close in 1.84 seconds: 54.37 ops/second llite.lustre-ffff8800a7536000.statahead_max=0 101 real 0m1.498s user 0m0.003s sys 0m0.326s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a7536000.statahead_max=32 32 101 real 0m0.477s user 0m0.007s sys 0m0.123s ls -l 100 files with statahead: 0 sec statahead total: 90 statahead wrong: 2 agl total: 90 list_total: 26 fname_total: 64 hit_total: 5051 miss_total: 1310 total: 900 open/close in 8.18 seconds: 110.03 ops/second llite.lustre-ffff8800a7536000.statahead_max=0 1001 real 0m13.276s user 0m0.060s sys 0m2.896s ls -l 1000 files without statahead: 13 sec llite.lustre-ffff8800a7536000.statahead_max=32 32 1001 real 0m4.191s user 0m0.026s sys 0m1.101s ls -l 1000 files with statahead: 5 sec statahead total: 91 statahead wrong: 2 agl total: 91 list_total: 27 fname_total: 64 hit_total: 6050 miss_total: 1316 - open/close 1204 (time 1746133273.24 total 10.00 last 120.40) total: 2000 open/close in 17.75 seconds: 112.70 ops/second llite.lustre-ffff8800a7536000.statahead_max=0 3001 real 0m41.417s user 0m0.264s sys 0m8.998s ls -l 3000 files without statahead: 42 sec llite.lustre-ffff8800a7536000.statahead_max=32 32 3001 real 0m13.134s user 0m0.074s sys 0m3.383s ls -l 3000 files with statahead: 13 sec statahead total: 92 statahead wrong: 2 agl total: 92 list_total: 28 fname_total: 64 hit_total: 9049 miss_total: 1345 ls -l done rm -r /mnt/lustre/d123ad.sanity: 28 seconds llite.lustre-ffff8800a7536000.statahead_stats= statahead total: 92 statahead wrong: 2 agl total: 92 list_total: 28 fname_total: 64 hit_total: 9049 miss_total: 1345 mdc.lustre-MDT0000-mdc-ffff8800a7536000.batch_stats= snapshot_time: 1746133370.132809148 secs.nsecs start_time: 1746133225.929800583 secs.nsecs elapsed_time: 144.203008565 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 1 0 1 8: 3 2 3 16: 3 2 5 32: 128 94 100 - open/close 1012 (time 1746133381.86 total 10.00 last 101.17) - open/close 2064 (time 1746133391.87 total 20.02 last 105.06) - open/close 3348 (time 1746133401.88 total 30.02 last 128.33) - open/close 4515 (time 1746133411.88 total 40.02 last 116.70) - open/close 5634 (time 1746133421.89 total 50.03 last 111.81) - open/close 6727 (time 1746133431.89 total 60.03 last 109.26) - open/close 8093 (time 1746133441.90 total 70.04 last 136.52) - open/close 9280 (time 1746133451.90 total 80.05 last 118.64) total: 10000 open/close in 85.10 seconds: 117.51 ops/second llite.lustre-ffff8800a7536000.statahead_batch_max=0 llite.lustre-ffff8800a7536000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a7536000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m22.295s user 0m0.246s sys 0m9.182s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800a7536000.statahead_batch_max=32 llite.lustre-ffff8800a7536000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a7536000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a7536000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m42.949s user 0m0.263s sys 0m10.803s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800a7536000.batch_stats= snapshot_time: 1746133529.309369991 secs.nsecs start_time: 1746133482.055366674 secs.nsecs elapsed_time: 47.254003317 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800a7536000.batch_stats=0 llite.lustre-ffff8800a7536000.statahead_max=2048 llite.lustre-ffff8800a7536000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8800a7536000.batch_stats=0 total: 100 open/close in 1.77 seconds: 56.44 ops/second llite.lustre-ffff8800a7536000.statahead_max=0 101 real 0m1.326s user 0m0.000s sys 0m0.342s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a7536000.statahead_max=2048 2048 101 real 0m0.331s user 0m0.007s sys 0m0.121s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 87 total: 900 open/close in 6.41 seconds: 140.38 ops/second llite.lustre-ffff8800a7536000.statahead_max=0 1001 real 0m10.185s user 0m0.098s sys 0m2.610s ls -l 1000 files without statahead: 10 sec llite.lustre-ffff8800a7536000.statahead_max=2048 2048 1001 real 0m2.018s user 0m0.023s sys 0m1.076s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 88 - open/close 1450 (time 1746133707.49 total 10.00 last 144.96) - open/close 3009 (time 1746133717.49 total 20.00 last 155.88) total: 4000 open/close in 25.69 seconds: 155.70 ops/second llite.lustre-ffff8800a7536000.statahead_max=0 5001 real 0m47.979s user 0m0.661s sys 0m12.713s ls -l 5000 files without statahead: 48 sec llite.lustre-ffff8800a7536000.statahead_max=2048 2048 5001 real 0m6.636s user 0m0.116s sys 0m4.889s ls -l 5000 files with statahead: 7 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 16096 miss_total: 89 ls -l done rm -r /mnt/lustre/d123ad.sanity: 28 seconds llite.lustre-ffff8800a7536000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 16096 miss_total: 89 mdc.lustre-MDT0000-mdc-ffff8800a7536000.batch_stats= snapshot_time: 1746133811.315843827 secs.nsecs start_time: 1746133529.933452368 secs.nsecs elapsed_time: 281.382391459 secs.nsecs subreqs per batch batches % cum % 1: 34 40 40 2: 3 3 44 4: 2 2 46 8: 4 4 51 16: 7 8 60 32: 8 9 69 64: 1 1 71 128: 2 2 73 256: 22 26 100 - open/close 2432 (time 1746133821.98 total 10.00 last 243.14) - open/close 4465 (time 1746133831.98 total 20.00 last 203.27) - open/close 6357 (time 1746133841.98 total 30.00 last 189.18) - open/close 8878 (time 1746133851.98 total 40.01 last 252.10) total: 10000 open/close in 44.93 seconds: 222.59 ops/second llite.lustre-ffff8800a7536000.statahead_batch_max=0 llite.lustre-ffff8800a7536000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a7536000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m12.986s user 0m0.203s sys 0m8.632s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800a7536000.statahead_batch_max=256 llite.lustre-ffff8800a7536000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a7536000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a7536000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m16.045s user 0m0.335s sys 0m10.207s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800a7536000.batch_stats= snapshot_time: 1746133891.266642395 secs.nsecs start_time: 1746133872.182796121 secs.nsecs elapsed_time: 19.083846274 secs.nsecs subreqs per batch batches % cum % 1: 59 43 43 2: 4 2 45 4: 2 1 47 8: 9 6 54 16: 13 9 63 32: 12 8 72 64: 1 0 72 128: 0 0 72 256: 37 27 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800a7536000.statahead_batch_max=64 llite.lustre-ffff8800a7536000.statahead_max=128