== sanity test 123ad: Verify batching statahead works correctly ========================================================== 21:38:23 (1708828703) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800aa5e4000.batch_stats=0 llite.lustre-ffff8800aa5e4000.statahead_max=32 llite.lustre-ffff8800aa5e4000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800aa5e4000.batch_stats=0 total: 100 open/close in 0.49 seconds: 203.49 ops/second llite.lustre-ffff8800aa5e4000.statahead_max=0 101 real 0m0.472s user 0m0.002s sys 0m0.174s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8800aa5e4000.statahead_max=32 32 101 real 0m0.306s user 0m0.002s sys 0m0.107s ls -l 100 files with statahead: 0 sec statahead total: 29 statahead wrong: 0 agl total: 29 list_total: 29 fname_total: 0 hit_total: 11359 miss_total: 140 total: 900 open/close in 1.73 seconds: 519.46 ops/second llite.lustre-ffff8800aa5e4000.statahead_max=0 1001 real 0m4.867s user 0m0.020s sys 0m1.848s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800aa5e4000.statahead_max=32 32 1001 real 0m1.817s user 0m0.023s sys 0m0.788s ls -l 1000 files with statahead: 2 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 12358 miss_total: 141 - open/close 3995 (time 1708828728.05 total 10.00 last 399.42) - open/close 6948 (time 1708828738.05 total 20.00 last 295.26) total: 9000 open/close in 27.75 seconds: 324.30 ops/second llite.lustre-ffff8800aa5e4000.statahead_max=0 10001 real 1m11.075s user 0m0.386s sys 0m31.142s ls -l 10000 files without statahead: 71 sec llite.lustre-ffff8800aa5e4000.statahead_max=32 32 10001 real 0m24.335s user 0m0.224s sys 0m10.384s ls -l 10000 files with statahead: 25 sec statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 22357 miss_total: 142 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 49 seconds rm done statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 22357 miss_total: 142 mdc.lustre-MDT0000-mdc-ffff8800aa5e4000.batch_stats= snapshot_time: 1708828902.812682162 secs.nsecs start_time: 1708828704.762366018 secs.nsecs elapsed_time: 198.050316144 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 0 0 0 8: 4 1 1 16: 4 1 2 32: 346 97 100 - open/close 4386 (time 1708828913.40 total 10.00 last 438.56) - open/close 7550 (time 1708828923.40 total 20.00 last 316.33) - open/close 9939 (time 1708828933.40 total 30.00 last 238.88) total: 10000 open/close in 30.24 seconds: 330.67 ops/second llite.lustre-ffff8800aa5e4000.statahead_batch_max=0 llite.lustre-ffff8800aa5e4000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aa5e4000.stats=clear 10001 real 0m12.137s user 0m0.228s sys 0m11.459s llite.lustre-ffff8800aa5e4000.statahead_batch_max=32 llite.lustre-ffff8800aa5e4000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aa5e4000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aa5e4000.stats=clear 10001 real 0m23.737s user 0m0.220s sys 0m10.259s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff8800aa5e4000.batch_stats= snapshot_time: 1708828979.673943674 secs.nsecs start_time: 1708828950.104878934 secs.nsecs elapsed_time: 29.569064740 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800aa5e4000.batch_stats=0 llite.lustre-ffff8800aa5e4000.statahead_max=2048 llite.lustre-ffff8800aa5e4000.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800aa5e4000.batch_stats=0 total: 100 open/close in 0.52 seconds: 193.49 ops/second llite.lustre-ffff8800aa5e4000.statahead_max=0 101 real 0m0.523s user 0m0.002s sys 0m0.191s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8800aa5e4000.statahead_max=2048 2048 101 real 0m0.267s user 0m0.006s sys 0m0.102s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.95 seconds: 461.87 ops/second llite.lustre-ffff8800aa5e4000.statahead_max=0 1001 real 0m5.198s user 0m0.029s sys 0m1.927s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800aa5e4000.statahead_max=2048 2048 1001 real 0m1.344s user 0m0.020s sys 0m0.845s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 3953 (time 1708829054.27 total 10.00 last 395.24) - open/close 7079 (time 1708829064.27 total 20.00 last 312.54) total: 9000 open/close in 27.29 seconds: 329.81 ops/second llite.lustre-ffff8800aa5e4000.statahead_max=0 10001 real 1m11.544s user 0m0.371s sys 0m31.036s ls -l 10000 files without statahead: 71 sec llite.lustre-ffff8800aa5e4000.statahead_max=2048 2048 10001 real 0m12.942s user 0m0.220s sys 0m11.566s ls -l 10000 files with statahead: 13 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 50 seconds rm done statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8800aa5e4000.batch_stats= snapshot_time: 1708829219.483625255 secs.nsecs start_time: 1708828980.321569455 secs.nsecs elapsed_time: 239.162055800 secs.nsecs subreqs per batch batches % cum % 1: 391 70 70 2: 43 7 78 4: 19 3 81 8: 22 3 85 16: 15 2 88 32: 11 1 90 64: 15 2 93 128: 2 0 93 256: 36 6 100 - open/close 4439 (time 1708829230.36 total 10.00 last 443.87) - open/close 7743 (time 1708829240.36 total 20.00 last 330.33) total: 10000 open/close in 29.21 seconds: 342.36 ops/second llite.lustre-ffff8800aa5e4000.statahead_batch_max=0 llite.lustre-ffff8800aa5e4000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aa5e4000.stats=clear 10001 real 0m13.745s user 0m0.279s sys 0m12.747s llite.lustre-ffff8800aa5e4000.statahead_batch_max=256 llite.lustre-ffff8800aa5e4000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aa5e4000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aa5e4000.stats=clear 10001 real 0m13.392s user 0m0.212s sys 0m11.687s unbatched RPCs: 10004, batched RPCs: 357 mdc.lustre-MDT0000-mdc-ffff8800aa5e4000.batch_stats= snapshot_time: 1708829287.676408113 secs.nsecs start_time: 1708829268.014105827 secs.nsecs elapsed_time: 19.662302286 secs.nsecs subreqs per batch batches % cum % 1: 250 70 70 2: 20 5 75 4: 9 2 78 8: 14 3 82 16: 8 2 84 32: 7 1 86 64: 15 4 90 128: 0 0 90 256: 34 9 100 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800aa5e4000.statahead_batch_max=64 llite.lustre-ffff8800aa5e4000.statahead_max=128