== sanity test 123ad: Verify batching statahead works correctly ========================================================== 06:06:08 (1774433168) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8e1ec8416000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8e1ec8416000.batch_stats=0 llite.lustre-ffff8e1ec8416000.statahead_max=32 llite.lustre-ffff8e1ec8416000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8e1ec8416000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8e1ec8416000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.69 seconds: 145.80 ops/second llite.lustre-ffff8e1ec8416000.statahead_max=0 101 real 0m0.671s user 0m0.003s sys 0m0.272s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8e1ec8416000.statahead_max=32 32 101 real 0m0.423s user 0m0.004s sys 0m0.258s ls -l 100 files with statahead: 0 sec statahead total: 73 statahead wrong: 2 agl total: 68 list_total: 31 fname_total: 41 hit_total: 33509 miss_total: 1310 total: 900 open/close in 2.03 seconds: 444.32 ops/second llite.lustre-ffff8e1ec8416000.statahead_max=0 1001 real 0m6.170s user 0m0.021s sys 0m2.374s ls -l 1000 files without statahead: 7 sec llite.lustre-ffff8e1ec8416000.statahead_max=32 32 1001 real 0m4.318s user 0m0.030s sys 0m2.132s ls -l 1000 files with statahead: 5 sec statahead total: 74 statahead wrong: 2 agl total: 69 list_total: 32 fname_total: 41 hit_total: 34508 miss_total: 1311 - open/close 4453 (time 1774433200.31 total 10.00 last 445.28) total: 9000 open/close in 19.40 seconds: 463.84 ops/second llite.lustre-ffff8e1ec8416000.statahead_max=0 10001 real 1m1.389s user 0m0.247s sys 0m23.402s ls -l 10000 files without statahead: 61 sec llite.lustre-ffff8e1ec8416000.statahead_max=32 32 10001 real 0m42.622s user 0m0.193s sys 0m20.862s ls -l 10000 files with statahead: 43 sec statahead total: 75 statahead wrong: 2 agl total: 70 list_total: 33 fname_total: 41 hit_total: 44507 miss_total: 1312 ls -l done rm -r /mnt/lustre/d123ad.sanity: 65 seconds llite.lustre-ffff8e1ec8416000.statahead_stats= statahead total: 75 statahead wrong: 2 agl total: 70 list_total: 33 fname_total: 41 hit_total: 44507 miss_total: 1312 mdc.lustre-MDT0000-mdc-ffff8e1ec8416000.batch_stats= snapshot_time: 1774433392.752828639 secs.nsecs start_time: 1774433170.193052638 secs.nsecs elapsed_time: 222.559776001 secs.nsecs subreqs per batch batches % cum % 1: 5 1 1 2: 1 0 1 4: 2 0 2 8: 5 1 3 16: 227 64 67 32: 113 32 100 mdc.lustre-MDT0001-mdc-ffff8e1ec8416000.batch_stats= snapshot_time: 1774433392.752866676 secs.nsecs start_time: 1774433170.193107353 secs.nsecs elapsed_time: 222.559759323 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 3 0 0 8: 8 2 3 16: 156 44 47 32: 187 52 100 - open/close 5661 (time 1774433404.23 total 10.00 last 566.04) total: 10000 open/close in 19.15 seconds: 522.13 ops/second llite.lustre-ffff8e1ec8416000.statahead_batch_max=0 llite.lustre-ffff8e1ec8416000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8e1ec8416000.stats=clear mdc.lustre-MDT0001-mdc-ffff8e1ec8416000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m39.349s user 0m0.218s sys 0m35.904s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8e1ec8416000.statahead_batch_max=32 llite.lustre-ffff8e1ec8416000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8e1ec8416000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8e1ec8416000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8e1ec8416000.stats=clear mdc.lustre-MDT0001-mdc-ffff8e1ec8416000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m47.267s user 0m0.214s sys 0m21.812s batched statahead RPC= hit count=9997 mdc.lustre-MDT0000-mdc-ffff8e1ec8416000.batch_stats= snapshot_time: 1774433510.949768295 secs.nsecs start_time: 1774433455.926833988 secs.nsecs elapsed_time: 55.022934307 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8e1ec8416000.batch_stats= snapshot_time: 1774433510.949808361 secs.nsecs start_time: 1774433455.926917590 secs.nsecs elapsed_time: 55.022890771 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8e1ec8416000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8e1ec8416000.batch_stats=0 llite.lustre-ffff8e1ec8416000.statahead_max=2048 llite.lustre-ffff8e1ec8416000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8e1ec8416000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8e1ec8416000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.71 seconds: 140.54 ops/second llite.lustre-ffff8e1ec8416000.statahead_max=0 101 real 0m0.675s user 0m0.001s sys 0m0.256s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8e1ec8416000.statahead_max=2048 2048 101 real 0m0.377s user 0m0.002s sys 0m0.208s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10096 miss_total: 4 total: 900 open/close in 2.21 seconds: 407.94 ops/second llite.lustre-ffff8e1ec8416000.statahead_max=0 1001 real 0m6.796s user 0m0.034s sys 0m2.453s ls -l 1000 files without statahead: 7 sec llite.lustre-ffff8e1ec8416000.statahead_max=2048 2048 1001 real 0m2.973s user 0m0.019s sys 0m1.562s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11095 miss_total: 5 - open/close 4503 (time 1774433626.98 total 10.00 last 450.26) - open/close 8924 (time 1774433636.98 total 20.00 last 442.10) total: 9000 open/close in 20.17 seconds: 446.19 ops/second llite.lustre-ffff8e1ec8416000.statahead_max=0 10001 real 1m3.507s user 0m0.275s sys 0m22.904s ls -l 10000 files without statahead: 64 sec llite.lustre-ffff8e1ec8416000.statahead_max=2048 2048 10001 real 0m32.184s user 0m0.185s sys 0m21.881s ls -l 10000 files with statahead: 33 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21094 miss_total: 6 ls -l done rm -r /mnt/lustre/d123ad.sanity: 69 seconds llite.lustre-ffff8e1ec8416000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21094 miss_total: 6 mdc.lustre-MDT0000-mdc-ffff8e1ec8416000.batch_stats= snapshot_time: 1774433814.647519627 secs.nsecs start_time: 1774433512.468058780 secs.nsecs elapsed_time: 302.179460847 secs.nsecs subreqs per batch batches % cum % 1: 244 77 77 2: 28 8 86 4: 6 1 88 8: 3 0 89 16: 1 0 89 32: 0 0 89 64: 1 0 90 128: 6 1 92 256: 25 7 100 mdc.lustre-MDT0001-mdc-ffff8e1ec8416000.batch_stats= snapshot_time: 1774433814.647585937 secs.nsecs start_time: 1774433512.471288985 secs.nsecs elapsed_time: 302.176296952 secs.nsecs subreqs per batch batches % cum % 1: 286 75 75 2: 38 10 85 4: 12 3 89 8: 5 1 90 16: 1 0 90 32: 1 0 90 64: 2 0 91 128: 1 0 91 256: 31 8 100 - open/close 4689 (time 1774433825.89 total 10.00 last 468.90) - open/close 9446 (time 1774433835.89 total 20.00 last 475.69) total: 10000 open/close in 21.13 seconds: 473.29 ops/second llite.lustre-ffff8e1ec8416000.statahead_batch_max=0 llite.lustre-ffff8e1ec8416000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8e1ec8416000.stats=clear mdc.lustre-MDT0001-mdc-ffff8e1ec8416000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m30.000s user 0m0.228s sys 0m25.070s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8e1ec8416000.statahead_batch_max=256 llite.lustre-ffff8e1ec8416000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8e1ec8416000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8e1ec8416000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8e1ec8416000.stats=clear mdc.lustre-MDT0001-mdc-ffff8e1ec8416000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m29.778s user 0m0.201s sys 0m21.661s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8e1ec8416000.batch_stats= snapshot_time: 1774433906.736619526 secs.nsecs start_time: 1774433870.001075359 secs.nsecs elapsed_time: 36.735544167 secs.nsecs subreqs per batch batches % cum % 1: 296 67 67 2: 41 9 77 4: 26 5 83 8: 11 2 85 16: 5 1 86 32: 20 4 91 64: 3 0 91 128: 0 0 91 256: 35 8 100 mdc.lustre-MDT0001-mdc-ffff8e1ec8416000.batch_stats= snapshot_time: 1774433906.736674459 secs.nsecs start_time: 1774433870.001127378 secs.nsecs elapsed_time: 36.735547081 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8e1ec8416000.statahead_batch_max=64 llite.lustre-ffff8e1ec8416000.statahead_max=128