== sanity test 123ad: Verify batching statahead works correctly ========================================================== 23:42:08 (1735101728) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88012e4d1000.batch_stats=0 llite.lustre-ffff88012e4d1000.statahead_max=32 llite.lustre-ffff88012e4d1000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012e4d1000.batch_stats=0 total: 100 open/close in 0.57 seconds: 176.43 ops/second llite.lustre-ffff88012e4d1000.statahead_max=0 101 real 0m0.601s user 0m0.006s sys 0m0.210s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012e4d1000.statahead_max=32 32 101 real 0m0.352s user 0m0.006s sys 0m0.120s ls -l 100 files with statahead: 0 sec statahead total: 43 statahead wrong: 1 agl total: 43 list_total: 19 fname_total: 24 hit_total: 11759 miss_total: 217 total: 900 open/close in 1.74 seconds: 516.34 ops/second llite.lustre-ffff88012e4d1000.statahead_max=0 1001 real 0m5.860s user 0m0.044s sys 0m2.024s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff88012e4d1000.statahead_max=32 32 1001 real 0m2.087s user 0m0.024s sys 0m0.924s ls -l 1000 files with statahead: 2 sec statahead total: 44 statahead wrong: 1 agl total: 44 list_total: 20 fname_total: 24 hit_total: 12758 miss_total: 218 - open/close 4897 (time 1735101754.77 total 10.00 last 489.62) total: 9000 open/close in 19.81 seconds: 454.33 ops/second llite.lustre-ffff88012e4d1000.statahead_max=0 10001 real 0m56.041s user 0m0.376s sys 0m18.591s ls -l 10000 files without statahead: 56 sec llite.lustre-ffff88012e4d1000.statahead_max=32 32 10001 real 0m20.119s user 0m0.225s sys 0m8.758s ls -l 10000 files with statahead: 20 sec statahead total: 45 statahead wrong: 1 agl total: 45 list_total: 21 fname_total: 24 hit_total: 22757 miss_total: 219 ls -l done rm -r /mnt/lustre/d123ad.sanity: 39 seconds llite.lustre-ffff88012e4d1000.statahead_stats= statahead total: 45 statahead wrong: 1 agl total: 45 list_total: 21 fname_total: 24 hit_total: 22757 miss_total: 219 mdc.lustre-MDT0000-mdc-ffff88012e4d1000.batch_stats= snapshot_time: 1735101885.822502443 secs.nsecs start_time: 1735101729.872261095 secs.nsecs elapsed_time: 155.950241348 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 0 0 0 8: 4 1 1 16: 4 1 2 32: 346 97 100 - open/close 4631 (time 1735101896.44 total 10.00 last 463.05) - open/close 9508 (time 1735101906.44 total 20.00 last 487.62) total: 10000 open/close in 21.09 seconds: 474.14 ops/second llite.lustre-ffff88012e4d1000.statahead_batch_max=0 llite.lustre-ffff88012e4d1000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012e4d1000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m11.390s user 0m0.254s sys 0m10.473s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012e4d1000.statahead_batch_max=32 llite.lustre-ffff88012e4d1000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012e4d1000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012e4d1000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m20.222s user 0m0.241s sys 0m8.738s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012e4d1000.batch_stats= snapshot_time: 1735101943.541174554 secs.nsecs start_time: 1735101920.899508903 secs.nsecs elapsed_time: 22.641665651 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88012e4d1000.batch_stats=0 llite.lustre-ffff88012e4d1000.statahead_max=2048 llite.lustre-ffff88012e4d1000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff88012e4d1000.batch_stats=0 total: 100 open/close in 0.52 seconds: 191.53 ops/second llite.lustre-ffff88012e4d1000.statahead_max=0 101 real 0m0.502s user 0m0.002s sys 0m0.182s ls -l 100 files without statahead: 0 sec llite.lustre-ffff88012e4d1000.statahead_max=2048 2048 101 real 0m0.265s user 0m0.003s sys 0m0.106s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.68 seconds: 535.31 ops/second llite.lustre-ffff88012e4d1000.statahead_max=0 1001 real 0m4.617s user 0m0.021s sys 0m1.588s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff88012e4d1000.statahead_max=2048 2048 1001 real 0m1.190s user 0m0.014s sys 0m0.841s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 5053 (time 1735102029.08 total 10.00 last 505.21) total: 9000 open/close in 17.95 seconds: 501.36 ops/second llite.lustre-ffff88012e4d1000.statahead_max=0 10001 real 0m49.492s user 0m0.291s sys 0m16.875s ls -l 10000 files without statahead: 49 sec llite.lustre-ffff88012e4d1000.statahead_max=2048 2048 10001 real 0m9.239s user 0m0.183s sys 0m7.834s ls -l 10000 files with statahead: 9 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 36 seconds llite.lustre-ffff88012e4d1000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff88012e4d1000.batch_stats= snapshot_time: 1735102137.457132504 secs.nsecs start_time: 1735101944.024433532 secs.nsecs elapsed_time: 193.432698972 secs.nsecs subreqs per batch batches % cum % 1: 215 61 61 2: 20 5 67 4: 18 5 72 8: 12 3 76 16: 17 4 81 32: 24 6 88 64: 2 0 88 128: 0 0 88 256: 39 11 100 - open/close 5279 (time 1735102148.02 total 10.00 last 527.90) total: 10000 open/close in 19.38 seconds: 515.98 ops/second llite.lustre-ffff88012e4d1000.statahead_batch_max=0 llite.lustre-ffff88012e4d1000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012e4d1000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m9.996s user 0m0.216s sys 0m8.761s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012e4d1000.statahead_batch_max=256 llite.lustre-ffff88012e4d1000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012e4d1000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012e4d1000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m9.411s user 0m0.184s sys 0m7.892s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012e4d1000.batch_stats= snapshot_time: 1735102180.781649357 secs.nsecs start_time: 1735102169.158978853 secs.nsecs elapsed_time: 11.622670504 secs.nsecs subreqs per batch batches % cum % 1: 299 71 71 2: 23 5 77 4: 18 4 81 8: 14 3 84 16: 10 2 87 32: 19 4 91 64: 0 0 91 128: 0 0 91 256: 35 8 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88012e4d1000.statahead_batch_max=64 llite.lustre-ffff88012e4d1000.statahead_max=128