== sanity test 123ad: Verify batching statahead works correctly ========================================================== 18:43:03 (1718318583) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800918d5000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800918d5000.batch_stats=0 llite.lustre-ffff8800918d5000.statahead_max=32 llite.lustre-ffff8800918d5000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800918d5000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800918d5000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.89 seconds: 112.44 ops/second llite.lustre-ffff8800918d5000.statahead_max=0 101 real 0m0.677s user 0m0.005s sys 0m0.244s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800918d5000.statahead_max=32 32 101 real 0m0.359s user 0m0.004s sys 0m0.190s ls -l 100 files with statahead: 0 sec statahead total: 29 statahead wrong: 0 agl total: 29 list_total: 29 fname_total: 0 hit_total: 1510 miss_total: 140 total: 900 open/close in 3.34 seconds: 269.13 ops/second llite.lustre-ffff8800918d5000.statahead_max=0 1001 real 0m8.042s user 0m0.035s sys 0m2.945s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff8800918d5000.statahead_max=32 32 1001 real 0m2.404s user 0m0.021s sys 0m1.307s ls -l 1000 files with statahead: 2 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 2509 miss_total: 141 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 5 seconds rm done statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 2509 miss_total: 141 mdc.lustre-MDT0000-mdc-ffff8800918d5000.batch_stats= snapshot_time: 1718318610.681138277 secs.nsecs start_time: 1718318584.631821547 secs.nsecs elapsed_time: 26.049316730 secs.nsecs subreqs per batch batches % cum % 1: 2 5 5 2: 2 5 11 4: 1 2 13 8: 2 5 19 16: 23 63 83 32: 6 16 100 mdc.lustre-MDT0001-mdc-ffff8800918d5000.batch_stats= snapshot_time: 1718318610.681291242 secs.nsecs start_time: 1718318584.632023911 secs.nsecs elapsed_time: 26.049267331 secs.nsecs subreqs per batch batches % cum % 1: 1 2 2 2: 0 0 2 4: 1 2 5 8: 3 7 12 16: 11 27 40 32: 24 60 100 - open/close 2813 (time 1718318621.57 total 10.00 last 281.28) - open/close 6763 (time 1718318631.57 total 20.00 last 394.97) total: 10000 open/close in 28.47 seconds: 351.23 ops/second llite.lustre-ffff8800918d5000.statahead_batch_max=0 llite.lustre-ffff8800918d5000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800918d5000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800918d5000.stats=clear 10001 real 0m8.637s user 0m0.176s sys 0m7.940s llite.lustre-ffff8800918d5000.statahead_batch_max=32 llite.lustre-ffff8800918d5000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800918d5000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800918d5000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800918d5000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800918d5000.stats=clear 10001 real 0m21.522s user 0m0.219s sys 0m9.658s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff8800918d5000.batch_stats= snapshot_time: 1718318674.408905443 secs.nsecs start_time: 1718318650.469955188 secs.nsecs elapsed_time: 23.938950255 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800918d5000.batch_stats= snapshot_time: 1718318674.409075743 secs.nsecs start_time: 1718318650.470141382 secs.nsecs elapsed_time: 23.938934361 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800918d5000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800918d5000.batch_stats=0 llite.lustre-ffff8800918d5000.statahead_max=2048 llite.lustre-ffff8800918d5000.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800918d5000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800918d5000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.70 seconds: 141.85 ops/second llite.lustre-ffff8800918d5000.statahead_max=0 101 real 0m0.531s user 0m0.004s sys 0m0.198s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800918d5000.statahead_max=2048 2048 101 real 0m0.291s user 0m0.001s sys 0m0.121s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 2.24 seconds: 402.23 ops/second llite.lustre-ffff8800918d5000.statahead_max=0 1001 real 0m7.993s user 0m0.029s sys 0m2.883s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff8800918d5000.statahead_max=2048 2048 1001 real 0m1.226s user 0m0.013s sys 0m0.751s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 6 seconds rm done statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 mdc.lustre-MDT0000-mdc-ffff8800918d5000.batch_stats= snapshot_time: 1718318744.998438487 secs.nsecs start_time: 1718318675.307781948 secs.nsecs elapsed_time: 69.690656539 secs.nsecs subreqs per batch batches % cum % 1: 1 11 11 2: 0 0 11 4: 3 33 44 8: 1 11 55 16: 1 11 66 32: 1 11 77 64: 0 0 77 128: 0 0 77 256: 2 22 100 mdc.lustre-MDT0001-mdc-ffff8800918d5000.batch_stats= snapshot_time: 1718318744.998584445 secs.nsecs start_time: 1718318675.307883013 secs.nsecs elapsed_time: 69.690701432 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 4 44 44 16: 3 33 77 32: 0 0 77 64: 0 0 77 128: 0 0 77 256: 2 22 100 - open/close 3093 (time 1718318755.75 total 10.00 last 309.21) - open/close 5860 (time 1718318765.75 total 20.00 last 276.66) - open/close 8481 (time 1718318775.75 total 30.00 last 262.08) total: 10000 open/close in 35.81 seconds: 279.26 ops/second llite.lustre-ffff8800918d5000.statahead_batch_max=0 llite.lustre-ffff8800918d5000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800918d5000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800918d5000.stats=clear 10001 real 0m9.175s user 0m0.187s sys 0m8.149s llite.lustre-ffff8800918d5000.statahead_batch_max=256 llite.lustre-ffff8800918d5000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800918d5000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800918d5000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800918d5000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800918d5000.stats=clear 10001 real 0m8.806s user 0m0.205s sys 0m7.576s unbatched RPCs: 10004, batched RPCs: 411 mdc.lustre-MDT0000-mdc-ffff8800918d5000.batch_stats= snapshot_time: 1718318803.959099362 secs.nsecs start_time: 1718318792.853917745 secs.nsecs elapsed_time: 11.105181617 secs.nsecs subreqs per batch batches % cum % 1: 286 69 69 2: 19 4 74 4: 14 3 77 8: 12 2 80 16: 26 6 86 32: 19 4 91 64: 0 0 91 128: 1 0 91 256: 34 8 100 mdc.lustre-MDT0001-mdc-ffff8800918d5000.batch_stats= snapshot_time: 1718318803.959233556 secs.nsecs start_time: 1718318792.854032718 secs.nsecs elapsed_time: 11.105200838 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800918d5000.statahead_batch_max=64 llite.lustre-ffff8800918d5000.statahead_max=128