== sanity test 123ad: Verify batching statahead works correctly ========================================================== 05:57:39 (1730804259) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800a9f21000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a9f21000.batch_stats=0 llite.lustre-ffff8800a9f21000.statahead_max=32 llite.lustre-ffff8800a9f21000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800a9f21000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a9f21000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.53 seconds: 187.11 ops/second llite.lustre-ffff8800a9f21000.statahead_max=0 101 real 0m0.502s user 0m0.004s sys 0m0.199s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a9f21000.statahead_max=32 32 101 real 0m0.317s user 0m0.001s sys 0m0.128s ls -l 100 files with statahead: 0 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 11942 miss_total: 142 total: 900 open/close in 1.67 seconds: 539.18 ops/second llite.lustre-ffff8800a9f21000.statahead_max=0 1001 real 0m5.121s user 0m0.031s sys 0m2.026s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff8800a9f21000.statahead_max=32 32 1001 real 0m1.718s user 0m0.022s sys 0m0.906s ls -l 1000 files with statahead: 2 sec statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 12941 miss_total: 143 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 3 seconds rm done statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 12941 miss_total: 143 mdc.lustre-MDT0000-mdc-ffff8800a9f21000.batch_stats= snapshot_time: 1730804278.186394413 secs.nsecs start_time: 1730804260.913370958 secs.nsecs elapsed_time: 17.273023455 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 5 12 12 8: 2 5 17 16: 17 43 61 32: 15 38 100 mdc.lustre-MDT0001-mdc-ffff8800a9f21000.batch_stats= snapshot_time: 1730804278.186523879 secs.nsecs start_time: 1730804260.913494398 secs.nsecs elapsed_time: 17.273029481 secs.nsecs subreqs per batch batches % cum % 1: 2 5 5 2: 0 0 5 4: 1 2 7 8: 3 7 15 16: 20 50 65 32: 14 35 100 - open/close 4862 (time 1730804289.03 total 10.00 last 486.17) - open/close 9534 (time 1730804299.03 total 20.00 last 467.12) total: 10000 open/close in 20.90 seconds: 478.49 ops/second llite.lustre-ffff8800a9f21000.statahead_batch_max=0 llite.lustre-ffff8800a9f21000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9f21000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a9f21000.stats=clear 10001 real 0m9.577s user 0m0.176s sys 0m8.874s llite.lustre-ffff8800a9f21000.statahead_batch_max=32 llite.lustre-ffff8800a9f21000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9f21000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800a9f21000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9f21000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a9f21000.stats=clear 10001 real 0m19.209s user 0m0.242s sys 0m8.701s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff8800a9f21000.batch_stats= snapshot_time: 1730804332.894685693 secs.nsecs start_time: 1730804311.438059837 secs.nsecs elapsed_time: 21.456625856 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800a9f21000.batch_stats= snapshot_time: 1730804332.894845701 secs.nsecs start_time: 1730804311.438156790 secs.nsecs elapsed_time: 21.456688911 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800a9f21000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a9f21000.batch_stats=0 llite.lustre-ffff8800a9f21000.statahead_max=2048 llite.lustre-ffff8800a9f21000.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800a9f21000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a9f21000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.71 seconds: 141.38 ops/second llite.lustre-ffff8800a9f21000.statahead_max=0 101 real 0m0.483s user 0m0.004s sys 0m0.184s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8800a9f21000.statahead_max=2048 2048 101 real 0m0.264s user 0m0.006s sys 0m0.105s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.62 seconds: 555.31 ops/second llite.lustre-ffff8800a9f21000.statahead_max=0 1001 real 0m4.791s user 0m0.020s sys 0m1.845s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800a9f21000.statahead_max=2048 2048 1001 real 0m1.465s user 0m0.025s sys 0m0.912s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 5585 (time 1730804393.33 total 10.00 last 558.45) total: 9000 open/close in 16.09 seconds: 559.50 ops/second llite.lustre-ffff8800a9f21000.statahead_max=0 10001 real 0m50.431s user 0m0.302s sys 0m19.044s ls -l 10000 files without statahead: 51 sec llite.lustre-ffff8800a9f21000.statahead_max=2048 2048 10001 real 0m8.781s user 0m0.185s sys 0m7.853s ls -l 10000 files with statahead: 8 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 36 seconds rm done statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8800a9f21000.batch_stats= snapshot_time: 1730804499.489912574 secs.nsecs start_time: 1730804333.582781739 secs.nsecs elapsed_time: 165.907130835 secs.nsecs subreqs per batch batches % cum % 1: 28 40 40 2: 2 2 43 4: 3 4 47 8: 0 0 47 16: 1 1 49 32: 1 1 50 64: 0 0 50 128: 9 13 63 256: 25 36 100 mdc.lustre-MDT0001-mdc-ffff8800a9f21000.batch_stats= snapshot_time: 1730804499.490018402 secs.nsecs start_time: 1730804333.582927389 secs.nsecs elapsed_time: 165.907091013 secs.nsecs subreqs per batch batches % cum % 1: 13 21 21 2: 2 3 24 4: 0 0 24 8: 6 9 34 16: 2 3 37 32: 2 3 40 64: 2 3 44 128: 2 3 47 256: 32 52 100 - open/close 5395 (time 1730804510.13 total 10.00 last 539.49) total: 10000 open/close in 18.42 seconds: 542.98 ops/second llite.lustre-ffff8800a9f21000.statahead_batch_max=0 llite.lustre-ffff8800a9f21000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9f21000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a9f21000.stats=clear 10001 real 0m10.974s user 0m0.226s sys 0m9.744s llite.lustre-ffff8800a9f21000.statahead_batch_max=256 llite.lustre-ffff8800a9f21000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9f21000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800a9f21000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9f21000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a9f21000.stats=clear 10001 real 0m10.797s user 0m0.239s sys 0m9.126s unbatched RPCs: 10004, batched RPCs: 217 mdc.lustre-MDT0000-mdc-ffff8800a9f21000.batch_stats= snapshot_time: 1730804544.491500985 secs.nsecs start_time: 1730804531.400754034 secs.nsecs elapsed_time: 13.090746951 secs.nsecs subreqs per batch batches % cum % 1: 131 60 60 2: 5 2 62 4: 10 4 67 8: 8 3 70 16: 13 5 76 32: 12 5 82 64: 2 0 83 128: 0 0 83 256: 36 16 100 mdc.lustre-MDT0001-mdc-ffff8800a9f21000.batch_stats= snapshot_time: 1730804544.491628246 secs.nsecs start_time: 1730804531.400867122 secs.nsecs elapsed_time: 13.090761124 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800a9f21000.statahead_batch_max=64 llite.lustre-ffff8800a9f21000.statahead_max=128