== sanity test 123ad: Verify batching statahead works correctly ========================================================== 21:39:29 (1708828769) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88012e120000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012e120000.batch_stats=0 llite.lustre-ffff88012e120000.statahead_max=32 llite.lustre-ffff88012e120000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012e120000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012e120000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.51 seconds: 196.08 ops/second llite.lustre-ffff88012e120000.statahead_max=0 101 real 0m0.483s user 0m0.003s sys 0m0.171s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012e120000.statahead_max=32 32 101 real 0m0.363s user 0m0.005s sys 0m0.111s ls -l 100 files with statahead: 1 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 11574 miss_total: 140 total: 900 open/close in 1.66 seconds: 540.88 ops/second llite.lustre-ffff88012e120000.statahead_max=0 1001 real 0m4.822s user 0m0.032s sys 0m1.786s ls -l 1000 files without statahead: 4 sec llite.lustre-ffff88012e120000.statahead_max=32 32 1001 real 0m1.585s user 0m0.023s sys 0m0.826s ls -l 1000 files with statahead: 2 sec statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 12573 miss_total: 141 - open/close 4751 (time 1708828793.03 total 10.00 last 475.02) - open/close 8253 (time 1708828803.03 total 20.00 last 350.14) total: 9000 open/close in 22.46 seconds: 400.64 ops/second llite.lustre-ffff88012e120000.statahead_max=0 10001 real 0m57.131s user 0m0.308s sys 0m23.282s ls -l 10000 files without statahead: 57 sec llite.lustre-ffff88012e120000.statahead_max=32 32 10001 real 0m17.123s user 0m0.205s sys 0m8.976s ls -l 10000 files with statahead: 18 sec statahead total: 32 statahead wrong: 0 agl total: 32 list_total: 32 fname_total: 0 hit_total: 22572 miss_total: 142 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 42 seconds rm done statahead total: 32 statahead wrong: 0 agl total: 32 list_total: 32 fname_total: 0 hit_total: 22572 miss_total: 142 mdc.lustre-MDT0000-mdc-ffff88012e120000.batch_stats= snapshot_time: 1708828928.116319777 secs.nsecs start_time: 1708828770.099477830 secs.nsecs elapsed_time: 158.016841947 secs.nsecs subreqs per batch batches % cum % 1: 3 0 0 2: 3 0 1 4: 1 0 1 8: 4 1 3 16: 236 66 69 32: 106 30 100 mdc.lustre-MDT0001-mdc-ffff88012e120000.batch_stats= snapshot_time: 1708828928.116422242 secs.nsecs start_time: 1708828770.099563586 secs.nsecs elapsed_time: 158.016858656 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 0 4: 3 0 1 8: 6 1 3 16: 154 43 46 32: 190 53 100 - open/close 4367 (time 1708828938.73 total 10.00 last 436.60) - open/close 7925 (time 1708828948.73 total 20.00 last 355.74) total: 10000 open/close in 27.15 seconds: 368.39 ops/second llite.lustre-ffff88012e120000.statahead_batch_max=0 llite.lustre-ffff88012e120000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012e120000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012e120000.stats=clear 10001 real 0m12.267s user 0m0.232s sys 0m11.705s llite.lustre-ffff88012e120000.statahead_batch_max=32 llite.lustre-ffff88012e120000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012e120000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012e120000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012e120000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012e120000.stats=clear 10001 real 0m22.963s user 0m0.246s sys 0m10.033s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff88012e120000.batch_stats= snapshot_time: 1708829001.848461118 secs.nsecs start_time: 1708828972.929756702 secs.nsecs elapsed_time: 28.918704416 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88012e120000.batch_stats= snapshot_time: 1708829001.848594517 secs.nsecs start_time: 1708828972.929845892 secs.nsecs elapsed_time: 28.918748625 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88012e120000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012e120000.batch_stats=0 llite.lustre-ffff88012e120000.statahead_max=2048 llite.lustre-ffff88012e120000.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012e120000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012e120000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.92 seconds: 108.84 ops/second llite.lustre-ffff88012e120000.statahead_max=0 101 real 0m0.491s user 0m0.008s sys 0m0.173s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012e120000.statahead_max=2048 2048 101 real 0m0.267s user 0m0.002s sys 0m0.109s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.77 seconds: 507.70 ops/second llite.lustre-ffff88012e120000.statahead_max=0 1001 real 0m4.543s user 0m0.029s sys 0m1.641s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff88012e120000.statahead_max=2048 2048 1001 real 0m1.157s user 0m0.021s sys 0m0.735s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4577 (time 1708829069.19 total 10.00 last 457.61) - open/close 8141 (time 1708829079.19 total 20.00 last 356.36) total: 9000 open/close in 22.43 seconds: 401.32 ops/second llite.lustre-ffff88012e120000.statahead_max=0 10001 real 1m1.071s user 0m0.344s sys 0m24.145s ls -l 10000 files without statahead: 61 sec llite.lustre-ffff88012e120000.statahead_max=2048 2048 10001 real 0m10.679s user 0m0.247s sys 0m9.452s ls -l 10000 files with statahead: 11 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 41 seconds rm done statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff88012e120000.batch_stats= snapshot_time: 1708829200.749391668 secs.nsecs start_time: 1708829002.498289862 secs.nsecs elapsed_time: 198.251101806 secs.nsecs subreqs per batch batches % cum % 1: 33 40 40 2: 6 7 47 4: 4 4 52 8: 3 3 56 16: 1 1 57 32: 2 2 59 64: 0 0 59 128: 0 0 59 256: 33 40 100 mdc.lustre-MDT0001-mdc-ffff88012e120000.batch_stats= snapshot_time: 1708829200.749492400 secs.nsecs start_time: 1708829002.498389547 secs.nsecs elapsed_time: 198.251102853 secs.nsecs subreqs per batch batches % cum % 1: 30 40 40 2: 0 0 40 4: 2 2 43 8: 5 6 50 16: 2 2 52 32: 2 2 55 64: 0 0 55 128: 0 0 55 256: 33 44 100 - open/close 4585 (time 1708829211.49 total 10.00 last 458.41) - open/close 8364 (time 1708829221.49 total 20.00 last 377.82) total: 10000 open/close in 25.09 seconds: 398.62 ops/second llite.lustre-ffff88012e120000.statahead_batch_max=0 llite.lustre-ffff88012e120000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012e120000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012e120000.stats=clear 10001 real 0m12.960s user 0m0.217s sys 0m12.121s llite.lustre-ffff88012e120000.statahead_batch_max=256 llite.lustre-ffff88012e120000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012e120000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012e120000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012e120000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012e120000.stats=clear 10001 real 0m12.505s user 0m0.217s sys 0m11.112s unbatched RPCs: 10004, batched RPCs: 138 mdc.lustre-MDT0000-mdc-ffff88012e120000.batch_stats= snapshot_time: 1708829262.230627406 secs.nsecs start_time: 1708829243.732948590 secs.nsecs elapsed_time: 18.497678816 secs.nsecs subreqs per batch batches % cum % 1: 65 47 47 2: 4 2 50 4: 5 3 53 8: 2 1 55 16: 4 2 57 32: 4 2 60 64: 17 12 73 128: 3 2 75 256: 34 24 100 mdc.lustre-MDT0001-mdc-ffff88012e120000.batch_stats= snapshot_time: 1708829262.230796586 secs.nsecs start_time: 1708829243.733017214 secs.nsecs elapsed_time: 18.497779372 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88012e120000.statahead_batch_max=64 llite.lustre-ffff88012e120000.statahead_max=128