== sanity test 123ad: Verify batching statahead works correctly ========================================================== 00:19:35 (1746159575) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88007bd3b000.batch_stats=0 llite.lustre-ffff88007bd3b000.statahead_max=32 llite.lustre-ffff88007bd3b000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88007bd3b000.batch_stats=0 total: 100 open/close in 1.57 seconds: 63.61 ops/second llite.lustre-ffff88007bd3b000.statahead_max=0 101 real 0m1.141s user 0m0.025s sys 0m0.276s ls -l 100 files without statahead: 2 sec llite.lustre-ffff88007bd3b000.statahead_max=32 32 101 real 0m0.551s user 0m0.003s sys 0m0.131s ls -l 100 files with statahead: 0 sec statahead total: 84 statahead wrong: 2 agl total: 84 list_total: 25 fname_total: 59 hit_total: 4361 miss_total: 477 total: 900 open/close in 6.94 seconds: 129.74 ops/second llite.lustre-ffff88007bd3b000.statahead_max=0 1001 real 0m12.426s user 0m0.108s sys 0m2.808s ls -l 1000 files without statahead: 13 sec llite.lustre-ffff88007bd3b000.statahead_max=32 32 1001 real 0m4.149s user 0m0.047s sys 0m1.056s ls -l 1000 files with statahead: 4 sec statahead total: 85 statahead wrong: 2 agl total: 85 list_total: 26 fname_total: 59 hit_total: 5360 miss_total: 487 - open/close 1550 (time 1746159622.54 total 10.01 last 154.92) total: 2000 open/close in 12.92 seconds: 154.74 ops/second llite.lustre-ffff88007bd3b000.statahead_max=0 3001 real 0m31.349s user 0m0.491s sys 0m7.930s ls -l 3000 files without statahead: 31 sec llite.lustre-ffff88007bd3b000.statahead_max=32 32 3001 real 0m10.892s user 0m0.076s sys 0m3.139s ls -l 3000 files with statahead: 11 sec statahead total: 86 statahead wrong: 2 agl total: 86 list_total: 27 fname_total: 59 hit_total: 8359 miss_total: 508 ls -l done rm -r /mnt/lustre/d123ad.sanity: 27 seconds llite.lustre-ffff88007bd3b000.statahead_stats= statahead total: 86 statahead wrong: 2 agl total: 86 list_total: 27 fname_total: 59 hit_total: 8359 miss_total: 508 mdc.lustre-MDT0000-mdc-ffff88007bd3b000.batch_stats= snapshot_time: 1746159700.344276765 secs.nsecs start_time: 1746159578.173661635 secs.nsecs elapsed_time: 122.170615130 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 4 2 2 16: 3 2 5 32: 128 94 100 - open/close 1405 (time 1746159711.93 total 10.00 last 140.48) - open/close 2773 (time 1746159721.93 total 20.00 last 136.80) - open/close 4211 (time 1746159731.93 total 30.01 last 143.75) - open/close 5637 (time 1746159741.93 total 40.01 last 142.57) - open/close 6955 (time 1746159751.93 total 50.01 last 131.76) - open/close 8155 (time 1746159761.94 total 60.01 last 119.95) - open/close 9496 (time 1746159771.94 total 70.02 last 134.08) total: 10000 open/close in 74.12 seconds: 134.91 ops/second llite.lustre-ffff88007bd3b000.statahead_batch_max=0 llite.lustre-ffff88007bd3b000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88007bd3b000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m27.280s user 0m0.251s sys 0m9.682s unbatched statahead RPC=10005 hit count=9999 llite.lustre-ffff88007bd3b000.statahead_batch_max=32 llite.lustre-ffff88007bd3b000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88007bd3b000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88007bd3b000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m48.004s user 0m0.349s sys 0m10.830s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88007bd3b000.batch_stats= snapshot_time: 1746159860.738817454 secs.nsecs start_time: 1746159807.880766194 secs.nsecs elapsed_time: 52.858051260 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88007bd3b000.batch_stats=0 llite.lustre-ffff88007bd3b000.statahead_max=2048 llite.lustre-ffff88007bd3b000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff88007bd3b000.batch_stats=0 total: 100 open/close in 1.48 seconds: 67.57 ops/second llite.lustre-ffff88007bd3b000.statahead_max=0 101 real 0m1.169s user 0m0.004s sys 0m0.288s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88007bd3b000.statahead_max=2048 2048 101 real 0m0.344s user 0m0.005s sys 0m0.121s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 86 total: 900 open/close in 5.86 seconds: 153.52 ops/second llite.lustre-ffff88007bd3b000.statahead_max=0 1001 real 0m12.071s user 0m0.099s sys 0m2.810s ls -l 1000 files without statahead: 12 sec llite.lustre-ffff88007bd3b000.statahead_max=2048 2048 1001 real 0m2.087s user 0m0.034s sys 0m1.031s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 87 - open/close 1510 (time 1746160052.61 total 10.00 last 150.99) total: 3000 open/close in 19.12 seconds: 156.94 ops/second llite.lustre-ffff88007bd3b000.statahead_max=0 4001 real 0m49.962s user 0m0.445s sys 0m11.281s ls -l 4000 files without statahead: 50 sec llite.lustre-ffff88007bd3b000.statahead_max=2048 2048 4001 real 0m8.519s user 0m0.162s sys 0m4.260s ls -l 4000 files with statahead: 8 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15096 miss_total: 88 ls -l done rm -r /mnt/lustre/d123ad.sanity: 39 seconds llite.lustre-ffff88007bd3b000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15096 miss_total: 88 mdc.lustre-MDT0000-mdc-ffff88007bd3b000.batch_stats= snapshot_time: 1746160166.710539547 secs.nsecs start_time: 1746159861.644012919 secs.nsecs elapsed_time: 305.066526628 secs.nsecs subreqs per batch batches % cum % 1: 25 35 35 2: 4 5 41 4: 4 5 47 8: 5 7 54 16: 7 10 64 32: 3 4 68 64: 2 2 71 128: 1 1 72 256: 19 27 100 - open/close 1506 (time 1746160177.84 total 10.00 last 150.57) - open/close 3041 (time 1746160187.84 total 20.01 last 153.44) - open/close 4417 (time 1746160197.84 total 30.01 last 137.56) - open/close 5838 (time 1746160207.85 total 40.01 last 142.07) - open/close 7216 (time 1746160217.85 total 50.02 last 137.71) - open/close 8421 (time 1746160227.85 total 60.02 last 120.47) - open/close 9799 (time 1746160237.86 total 70.02 last 137.79) total: 10000 open/close in 71.32 seconds: 140.21 ops/second llite.lustre-ffff88007bd3b000.statahead_batch_max=0 llite.lustre-ffff88007bd3b000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88007bd3b000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m21.263s user 0m0.294s sys 0m9.354s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88007bd3b000.statahead_batch_max=256 llite.lustre-ffff88007bd3b000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88007bd3b000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88007bd3b000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m17.631s user 0m0.275s sys 0m10.321s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88007bd3b000.batch_stats= snapshot_time: 1746160285.720368766 secs.nsecs start_time: 1746160263.489756155 secs.nsecs elapsed_time: 22.230612611 secs.nsecs subreqs per batch batches % cum % 1: 54 38 38 2: 3 2 40 4: 7 4 45 8: 11 7 52 16: 15 10 63 32: 15 10 73 64: 0 0 73 128: 0 0 73 256: 37 26 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88007bd3b000.statahead_batch_max=64 llite.lustre-ffff88007bd3b000.statahead_max=128