== sanity test 123ad: Verify batching statahead works correctly ========================================================== 05:27:45 (1726306065) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800ab737000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800ab737000.batch_stats=0 llite.lustre-ffff8800ab737000.statahead_max=32 llite.lustre-ffff8800ab737000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800ab737000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800ab737000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.52 seconds: 191.76 ops/second llite.lustre-ffff8800ab737000.statahead_max=0 101 real 0m0.511s user 0m0.005s sys 0m0.203s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8800ab737000.statahead_max=32 32 101 real 0m0.318s user 0m0.002s sys 0m0.115s ls -l 100 files with statahead: 0 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 11612 miss_total: 141 total: 900 open/close in 1.69 seconds: 531.31 ops/second llite.lustre-ffff8800ab737000.statahead_max=0 1001 real 0m4.779s user 0m0.021s sys 0m1.797s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800ab737000.statahead_max=32 32 1001 real 0m1.561s user 0m0.019s sys 0m0.850s ls -l 1000 files with statahead: 2 sec statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 12611 miss_total: 142 - open/close 5343 (time 1726306089.26 total 10.00 last 534.22) total: 9000 open/close in 16.74 seconds: 537.53 ops/second llite.lustre-ffff8800ab737000.statahead_max=0 10001 real 0m48.600s user 0m0.269s sys 0m17.797s ls -l 10000 files without statahead: 48 sec llite.lustre-ffff8800ab737000.statahead_max=32 32 10001 real 0m16.349s user 0m0.192s sys 0m8.782s ls -l 10000 files with statahead: 17 sec statahead total: 32 statahead wrong: 0 agl total: 32 list_total: 32 fname_total: 0 hit_total: 22610 miss_total: 143 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 35 seconds rm done statahead total: 32 statahead wrong: 0 agl total: 32 list_total: 32 fname_total: 0 hit_total: 22610 miss_total: 143 mdc.lustre-MDT0000-mdc-ffff8800ab737000.batch_stats= snapshot_time: 1726306200.387865169 secs.nsecs start_time: 1726306066.449784856 secs.nsecs elapsed_time: 133.938080313 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 1 0 0 4: 3 0 1 8: 10 2 4 16: 215 61 65 32: 120 34 100 mdc.lustre-MDT0001-mdc-ffff8800ab737000.batch_stats= snapshot_time: 1726306200.387977229 secs.nsecs start_time: 1726306066.449877746 secs.nsecs elapsed_time: 133.938099483 secs.nsecs subreqs per batch batches % cum % 1: 4 1 1 2: 1 0 1 4: 1 0 1 8: 5 1 3 16: 164 45 49 32: 182 50 100 - open/close 5489 (time 1726306211.27 total 10.00 last 548.84) total: 10000 open/close in 18.13 seconds: 551.63 ops/second llite.lustre-ffff8800ab737000.statahead_batch_max=0 llite.lustre-ffff8800ab737000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800ab737000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800ab737000.stats=clear 10001 real 0m10.892s user 0m0.228s sys 0m10.244s llite.lustre-ffff8800ab737000.statahead_batch_max=32 llite.lustre-ffff8800ab737000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800ab737000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800ab737000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800ab737000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800ab737000.stats=clear 10001 real 0m18.954s user 0m0.185s sys 0m8.602s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff8800ab737000.batch_stats= snapshot_time: 1726306253.262274243 secs.nsecs start_time: 1726306232.029538818 secs.nsecs elapsed_time: 21.232735425 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800ab737000.batch_stats= snapshot_time: 1726306253.262389129 secs.nsecs start_time: 1726306232.029644986 secs.nsecs elapsed_time: 21.232744143 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800ab737000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800ab737000.batch_stats=0 llite.lustre-ffff8800ab737000.statahead_max=2048 llite.lustre-ffff8800ab737000.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800ab737000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800ab737000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.84 seconds: 119.67 ops/second llite.lustre-ffff8800ab737000.statahead_max=0 101 real 0m0.500s user 0m0.005s sys 0m0.183s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8800ab737000.statahead_max=2048 2048 101 real 0m0.266s user 0m0.008s sys 0m0.109s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.62 seconds: 555.01 ops/second llite.lustre-ffff8800ab737000.statahead_max=0 1001 real 0m4.815s user 0m0.023s sys 0m1.812s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800ab737000.statahead_max=2048 2048 1001 real 0m1.044s user 0m0.014s sys 0m0.778s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 5334 (time 1726306309.71 total 10.00 last 533.35) total: 9000 open/close in 16.92 seconds: 531.90 ops/second llite.lustre-ffff8800ab737000.statahead_max=0 10001 real 0m45.783s user 0m0.274s sys 0m16.381s ls -l 10000 files without statahead: 46 sec llite.lustre-ffff8800ab737000.statahead_max=2048 2048 10001 real 0m9.904s user 0m0.184s sys 0m8.741s ls -l 10000 files with statahead: 10 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 37 seconds rm done statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8800ab737000.batch_stats= snapshot_time: 1726306413.893018154 secs.nsecs start_time: 1726306253.894428899 secs.nsecs elapsed_time: 159.998589255 secs.nsecs subreqs per batch batches % cum % 1: 76 53 53 2: 8 5 59 4: 5 3 62 8: 14 9 72 16: 3 2 74 32: 3 2 76 64: 0 0 76 128: 4 2 79 256: 29 20 100 mdc.lustre-MDT0001-mdc-ffff8800ab737000.batch_stats= snapshot_time: 1726306413.893228774 secs.nsecs start_time: 1726306253.894536914 secs.nsecs elapsed_time: 159.998691860 secs.nsecs subreqs per batch batches % cum % 1: 80 55 55 2: 6 4 59 4: 7 4 64 8: 10 6 71 16: 7 4 76 32: 0 0 76 64: 1 0 77 128: 1 0 77 256: 32 22 100 - open/close 4947 (time 1726306424.64 total 10.00 last 494.64) - open/close 9238 (time 1726306434.65 total 20.00 last 429.03) total: 10000 open/close in 21.36 seconds: 468.12 ops/second llite.lustre-ffff8800ab737000.statahead_batch_max=0 llite.lustre-ffff8800ab737000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800ab737000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800ab737000.stats=clear 10001 real 0m10.707s user 0m0.254s sys 0m9.466s llite.lustre-ffff8800ab737000.statahead_batch_max=256 llite.lustre-ffff8800ab737000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800ab737000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800ab737000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800ab737000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800ab737000.stats=clear 10001 real 0m10.202s user 0m0.208s sys 0m8.786s unbatched RPCs: 10004, batched RPCs: 403 mdc.lustre-MDT0000-mdc-ffff8800ab737000.batch_stats= snapshot_time: 1726306461.118104407 secs.nsecs start_time: 1726306448.544955282 secs.nsecs elapsed_time: 12.573149125 secs.nsecs subreqs per batch batches % cum % 1: 292 72 72 2: 17 4 76 4: 12 2 79 8: 13 3 82 16: 13 3 86 32: 20 4 91 64: 1 0 91 128: 0 0 91 256: 35 8 100 mdc.lustre-MDT0001-mdc-ffff8800ab737000.batch_stats= snapshot_time: 1726306461.118245885 secs.nsecs start_time: 1726306448.545088300 secs.nsecs elapsed_time: 12.573157585 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800ab737000.statahead_batch_max=64 llite.lustre-ffff8800ab737000.statahead_max=128