== sanity test 123ad: Verify batching statahead works correctly ========================================================== 08:27:53 (1743510473) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800a923d800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a923d800.batch_stats=0 llite.lustre-ffff8800a923d800.statahead_max=32 llite.lustre-ffff8800a923d800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800a923d800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a923d800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.81 seconds: 123.01 ops/second llite.lustre-ffff8800a923d800.statahead_max=0 101 real 0m0.487s user 0m0.002s sys 0m0.174s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a923d800.statahead_max=32 32 101 real 0m0.348s user 0m0.003s sys 0m0.127s ls -l 100 files with statahead: 0 sec statahead total: 43 statahead wrong: 2 agl total: 43 list_total: 19 fname_total: 24 hit_total: 12189 miss_total: 1243 total: 900 open/close in 2.54 seconds: 354.41 ops/second llite.lustre-ffff8800a923d800.statahead_max=0 1001 real 0m5.256s user 0m0.029s sys 0m1.946s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff8800a923d800.statahead_max=32 32 1001 real 0m2.066s user 0m0.019s sys 0m1.162s ls -l 1000 files with statahead: 2 sec statahead total: 44 statahead wrong: 2 agl total: 44 list_total: 20 fname_total: 24 hit_total: 13188 miss_total: 1244 - open/close 4434 (time 1743510499.85 total 10.00 last 443.36) total: 9000 open/close in 18.72 seconds: 480.85 ops/second llite.lustre-ffff8800a923d800.statahead_max=0 10001 real 0m52.645s user 0m0.248s sys 0m19.331s ls -l 10000 files without statahead: 53 sec llite.lustre-ffff8800a923d800.statahead_max=32 32 10001 real 0m21.383s user 0m0.222s sys 0m11.433s ls -l 10000 files with statahead: 21 sec statahead total: 45 statahead wrong: 2 agl total: 45 list_total: 21 fname_total: 24 hit_total: 23187 miss_total: 1245 ls -l done rm -r /mnt/lustre/d123ad.sanity: 41 seconds llite.lustre-ffff8800a923d800.statahead_stats= statahead total: 45 statahead wrong: 2 agl total: 45 list_total: 21 fname_total: 24 hit_total: 23187 miss_total: 1245 mdc.lustre-MDT0000-mdc-ffff8800a923d800.batch_stats= snapshot_time: 1743510628.061161936 secs.nsecs start_time: 1743510474.579134907 secs.nsecs elapsed_time: 153.482027029 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 1 0 0 4: 4 1 1 8: 3 0 2 16: 201 56 59 32: 143 40 100 mdc.lustre-MDT0001-mdc-ffff8800a923d800.batch_stats= snapshot_time: 1743510628.061231533 secs.nsecs start_time: 1743510474.579191908 secs.nsecs elapsed_time: 153.482039625 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 0 4: 2 0 1 8: 9 2 3 16: 204 57 61 32: 138 38 100 - open/close 4010 (time 1743510638.63 total 10.00 last 400.92) - open/close 8842 (time 1743510648.63 total 20.00 last 483.15) total: 10000 open/close in 22.06 seconds: 453.40 ops/second llite.lustre-ffff8800a923d800.statahead_batch_max=0 llite.lustre-ffff8800a923d800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a923d800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a923d800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.412s user 0m0.181s sys 0m9.754s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800a923d800.statahead_batch_max=32 llite.lustre-ffff8800a923d800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a923d800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800a923d800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a923d800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a923d800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m20.536s user 0m0.203s sys 0m9.309s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800a923d800.batch_stats= snapshot_time: 1743510685.719817047 secs.nsecs start_time: 1743510662.937934132 secs.nsecs elapsed_time: 22.781882915 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800a923d800.batch_stats= snapshot_time: 1743510685.719902827 secs.nsecs start_time: 1743510662.937983620 secs.nsecs elapsed_time: 22.781919207 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800a923d800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a923d800.batch_stats=0 llite.lustre-ffff8800a923d800.statahead_max=2048 llite.lustre-ffff8800a923d800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8800a923d800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a923d800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.50 seconds: 201.87 ops/second llite.lustre-ffff8800a923d800.statahead_max=0 101 real 0m0.505s user 0m0.002s sys 0m0.191s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a923d800.statahead_max=2048 2048 101 real 0m0.278s user 0m0.002s sys 0m0.114s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.62 seconds: 554.74 ops/second llite.lustre-ffff8800a923d800.statahead_max=0 1001 real 0m5.038s user 0m0.015s sys 0m1.896s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800a923d800.statahead_max=2048 2048 1001 real 0m1.181s user 0m0.016s sys 0m0.764s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4734 (time 1743510767.04 total 10.00 last 473.38) total: 9000 open/close in 19.37 seconds: 464.70 ops/second llite.lustre-ffff8800a923d800.statahead_max=0 10001 real 0m56.208s user 0m0.254s sys 0m20.580s ls -l 10000 files without statahead: 56 sec llite.lustre-ffff8800a923d800.statahead_max=2048 2048 10001 real 0m9.440s user 0m0.156s sys 0m8.170s ls -l 10000 files with statahead: 10 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 39 seconds llite.lustre-ffff8800a923d800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8800a923d800.batch_stats= snapshot_time: 1743510886.472641445 secs.nsecs start_time: 1743510686.114892869 secs.nsecs elapsed_time: 200.357748576 secs.nsecs subreqs per batch batches % cum % 1: 37 41 41 2: 7 7 49 4: 3 3 52 8: 7 7 60 16: 1 1 61 32: 0 0 61 64: 0 0 61 128: 7 7 69 256: 27 30 100 mdc.lustre-MDT0001-mdc-ffff8800a923d800.batch_stats= snapshot_time: 1743510886.472701906 secs.nsecs start_time: 1743510686.114973551 secs.nsecs elapsed_time: 200.357728355 secs.nsecs subreqs per batch batches % cum % 1: 45 44 44 2: 1 0 45 4: 4 3 49 8: 9 8 57 16: 5 4 62 32: 3 2 65 64: 1 0 66 128: 2 1 68 256: 32 31 100 - open/close 2549 (time 1743510897.32 total 10.00 last 254.82) - open/close 5051 (time 1743510907.32 total 20.00 last 250.17) - open/close 8100 (time 1743510917.32 total 30.01 last 304.83) total: 10000 open/close in 36.51 seconds: 273.87 ops/second llite.lustre-ffff8800a923d800.statahead_batch_max=0 llite.lustre-ffff8800a923d800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a923d800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a923d800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m9.321s user 0m0.176s sys 0m8.286s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800a923d800.statahead_batch_max=256 llite.lustre-ffff8800a923d800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a923d800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800a923d800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a923d800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a923d800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m8.797s user 0m0.157s sys 0m7.521s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800a923d800.batch_stats= snapshot_time: 1743510946.237430071 secs.nsecs start_time: 1743510935.283138519 secs.nsecs elapsed_time: 10.954291552 secs.nsecs subreqs per batch batches % cum % 1: 108 55 55 2: 10 5 60 4: 4 2 62 8: 4 2 64 16: 18 9 74 32: 12 6 80 64: 1 0 80 128: 1 0 81 256: 36 18 100 mdc.lustre-MDT0001-mdc-ffff8800a923d800.batch_stats= snapshot_time: 1743510946.237500378 secs.nsecs start_time: 1743510935.283182616 secs.nsecs elapsed_time: 10.954317762 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800a923d800.statahead_batch_max=64 llite.lustre-ffff8800a923d800.statahead_max=128