== sanity test 123ad: Verify batching statahead works correctly ========================================================== 21:38:11 (1708828691) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88008f3ac000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88008f3ac000.batch_stats=0 llite.lustre-ffff88008f3ac000.statahead_max=32 llite.lustre-ffff88008f3ac000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88008f3ac000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88008f3ac000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.49 seconds: 204.35 ops/second llite.lustre-ffff88008f3ac000.statahead_max=0 101 real 0m0.478s user 0m0.002s sys 0m0.181s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88008f3ac000.statahead_max=32 32 101 real 0m0.268s user 0m0.003s sys 0m0.100s ls -l 100 files with statahead: 1 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 11506 miss_total: 142 total: 900 open/close in 1.65 seconds: 545.20 ops/second llite.lustre-ffff88008f3ac000.statahead_max=0 1001 real 0m4.664s user 0m0.031s sys 0m1.767s ls -l 1000 files without statahead: 4 sec llite.lustre-ffff88008f3ac000.statahead_max=32 32 1001 real 0m1.493s user 0m0.024s sys 0m0.815s ls -l 1000 files with statahead: 1 sec statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 12505 miss_total: 143 - open/close 4617 (time 1708828714.82 total 10.00 last 461.68) - open/close 8326 (time 1708828724.82 total 20.00 last 370.84) total: 9000 open/close in 21.91 seconds: 410.76 ops/second llite.lustre-ffff88008f3ac000.statahead_max=0 10001 real 0m58.518s user 0m0.333s sys 0m24.561s ls -l 10000 files without statahead: 59 sec llite.lustre-ffff88008f3ac000.statahead_max=32 32 10001 real 0m17.777s user 0m0.222s sys 0m9.388s ls -l 10000 files with statahead: 18 sec statahead total: 32 statahead wrong: 0 agl total: 32 list_total: 32 fname_total: 0 hit_total: 22504 miss_total: 144 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 43 seconds rm done statahead total: 32 statahead wrong: 0 agl total: 32 list_total: 32 fname_total: 0 hit_total: 22504 miss_total: 144 mdc.lustre-MDT0000-mdc-ffff88008f3ac000.batch_stats= snapshot_time: 1708828853.636527566 secs.nsecs start_time: 1708828692.402266490 secs.nsecs elapsed_time: 161.234261076 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 4 1 1 8: 3 0 2 16: 202 56 59 32: 145 40 100 mdc.lustre-MDT0001-mdc-ffff88008f3ac000.batch_stats= snapshot_time: 1708828853.636626972 secs.nsecs start_time: 1708828692.402351769 secs.nsecs elapsed_time: 161.234275203 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 0 0 0 4: 5 1 1 8: 5 1 3 16: 199 56 59 32: 143 40 100 - open/close 4518 (time 1708828864.37 total 10.00 last 451.72) - open/close 7976 (time 1708828874.38 total 20.00 last 345.73) total: 10000 open/close in 26.69 seconds: 374.68 ops/second llite.lustre-ffff88008f3ac000.statahead_batch_max=0 llite.lustre-ffff88008f3ac000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88008f3ac000.stats=clear mdc.lustre-MDT0001-mdc-ffff88008f3ac000.stats=clear 10001 real 0m12.041s user 0m0.215s sys 0m11.467s llite.lustre-ffff88008f3ac000.statahead_batch_max=32 llite.lustre-ffff88008f3ac000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88008f3ac000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88008f3ac000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88008f3ac000.stats=clear mdc.lustre-MDT0001-mdc-ffff88008f3ac000.stats=clear 10001 real 0m23.823s user 0m0.251s sys 0m10.484s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff88008f3ac000.batch_stats= snapshot_time: 1708828927.351757625 secs.nsecs start_time: 1708828897.579436732 secs.nsecs elapsed_time: 29.772320893 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88008f3ac000.batch_stats= snapshot_time: 1708828927.351906245 secs.nsecs start_time: 1708828897.579517136 secs.nsecs elapsed_time: 29.772389109 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88008f3ac000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88008f3ac000.batch_stats=0 llite.lustre-ffff88008f3ac000.statahead_max=2048 llite.lustre-ffff88008f3ac000.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88008f3ac000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88008f3ac000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.76 seconds: 131.42 ops/second llite.lustre-ffff88008f3ac000.statahead_max=0 101 real 0m0.490s user 0m0.002s sys 0m0.184s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88008f3ac000.statahead_max=2048 2048 101 real 0m0.258s user 0m0.005s sys 0m0.105s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.63 seconds: 553.31 ops/second llite.lustre-ffff88008f3ac000.statahead_max=0 1001 real 0m5.141s user 0m0.032s sys 0m1.981s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff88008f3ac000.statahead_max=2048 2048 1001 real 0m1.344s user 0m0.023s sys 0m0.829s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 4 seconds rm done statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 mdc.lustre-MDT0000-mdc-ffff88008f3ac000.batch_stats= snapshot_time: 1708828992.897070981 secs.nsecs start_time: 1708828928.034436313 secs.nsecs elapsed_time: 64.862634668 secs.nsecs subreqs per batch batches % cum % 1: 3 37 37 2: 2 25 62 4: 0 0 62 8: 1 12 75 16: 0 0 75 32: 0 0 75 64: 0 0 75 128: 0 0 75 256: 2 25 100 mdc.lustre-MDT0001-mdc-ffff88008f3ac000.batch_stats= snapshot_time: 1708828992.897211776 secs.nsecs start_time: 1708828928.034547928 secs.nsecs elapsed_time: 64.862663848 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 11 11 4: 0 0 11 8: 3 33 44 16: 1 11 55 32: 0 0 55 64: 2 22 77 128: 0 0 77 256: 2 22 100 - open/close 4285 (time 1708829003.67 total 10.00 last 428.43) - open/close 7848 (time 1708829013.67 total 20.00 last 356.19) total: 10000 open/close in 27.54 seconds: 363.06 ops/second llite.lustre-ffff88008f3ac000.statahead_batch_max=0 llite.lustre-ffff88008f3ac000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88008f3ac000.stats=clear mdc.lustre-MDT0001-mdc-ffff88008f3ac000.stats=clear 10001 real 0m14.287s user 0m0.232s sys 0m13.341s llite.lustre-ffff88008f3ac000.statahead_batch_max=256 llite.lustre-ffff88008f3ac000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88008f3ac000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88008f3ac000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88008f3ac000.stats=clear mdc.lustre-MDT0001-mdc-ffff88008f3ac000.stats=clear 10001 real 0m12.697s user 0m0.200s sys 0m11.353s unbatched RPCs: 10004, batched RPCs: 175 mdc.lustre-MDT0000-mdc-ffff88008f3ac000.batch_stats= snapshot_time: 1708829059.147893800 secs.nsecs start_time: 1708829040.257484942 secs.nsecs elapsed_time: 18.890408858 secs.nsecs subreqs per batch batches % cum % 1: 84 48 48 2: 8 4 52 4: 13 7 60 8: 6 3 63 16: 3 1 65 32: 8 4 69 64: 17 9 79 128: 2 1 80 256: 34 19 100 mdc.lustre-MDT0001-mdc-ffff88008f3ac000.batch_stats= snapshot_time: 1708829059.148020152 secs.nsecs start_time: 1708829040.257598558 secs.nsecs elapsed_time: 18.890421594 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88008f3ac000.statahead_batch_max=64 llite.lustre-ffff88008f3ac000.statahead_max=128