== sanity test 123ad: Verify batching statahead works correctly ========================================================== 23:39:22 (1746070762) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88012a44b000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012a44b000.batch_stats=0 llite.lustre-ffff88012a44b000.statahead_max=32 llite.lustre-ffff88012a44b000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012a44b000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012a44b000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.96 seconds: 51.10 ops/second llite.lustre-ffff88012a44b000.statahead_max=0 101 real 0m1.772s user 0m0.009s sys 0m0.370s ls -l 100 files without statahead: 2 sec llite.lustre-ffff88012a44b000.statahead_max=32 32 101 real 0m0.670s user 0m0.007s sys 0m0.180s ls -l 100 files with statahead: 1 sec statahead total: 124 statahead wrong: 2 agl total: 124 list_total: 27 fname_total: 97 hit_total: 4357 miss_total: 1490 total: 900 open/close in 8.40 seconds: 107.10 ops/second llite.lustre-ffff88012a44b000.statahead_max=0 1001 real 0m17.753s user 0m0.078s sys 0m3.731s ls -l 1000 files without statahead: 18 sec llite.lustre-ffff88012a44b000.statahead_max=32 32 1001 real 0m6.184s user 0m0.037s sys 0m1.580s ls -l 1000 files with statahead: 7 sec statahead total: 125 statahead wrong: 2 agl total: 125 list_total: 28 fname_total: 97 hit_total: 5356 miss_total: 1500 total: 1000 open/close in 9.90 seconds: 100.98 ops/second llite.lustre-ffff88012a44b000.statahead_max=0 2001 real 0m38.326s user 0m0.176s sys 0m7.553s ls -l 2000 files without statahead: 39 sec llite.lustre-ffff88012a44b000.statahead_max=32 32 2001 real 0m12.570s user 0m0.098s sys 0m3.230s ls -l 2000 files with statahead: 13 sec statahead total: 126 statahead wrong: 2 agl total: 126 list_total: 29 fname_total: 97 hit_total: 7355 miss_total: 1515 ls -l done rm -r /mnt/lustre/d123ad.sanity: 29 seconds llite.lustre-ffff88012a44b000.statahead_stats= statahead total: 126 statahead wrong: 2 agl total: 126 list_total: 29 fname_total: 97 hit_total: 7355 miss_total: 1515 mdc.lustre-MDT0000-mdc-ffff88012a44b000.batch_stats= snapshot_time: 1746070909.037770577 secs.nsecs start_time: 1746070765.479453978 secs.nsecs elapsed_time: 143.558316599 secs.nsecs subreqs per batch batches % cum % 1: 5 4 4 2: 3 2 7 4: 1 0 8 8: 2 1 10 16: 66 64 74 32: 26 25 100 mdc.lustre-MDT0001-mdc-ffff88012a44b000.batch_stats= snapshot_time: 1746070909.037863854 secs.nsecs start_time: 1746070765.480302970 secs.nsecs elapsed_time: 143.557560884 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 1 4: 1 0 2 8: 5 4 7 16: 42 40 47 32: 55 52 100 - open/close 925 (time 1746070920.57 total 10.00 last 92.47) - open/close 1908 (time 1746070930.58 total 20.01 last 98.23) - open/close 2837 (time 1746070940.59 total 30.01 last 92.87) - open/close 3831 (time 1746070950.59 total 40.01 last 99.39) - open/close 4826 (time 1746070960.59 total 50.02 last 99.42) - open/close 5894 (time 1746070970.60 total 60.02 last 106.78) - open/close 6916 (time 1746070980.60 total 70.03 last 102.17) - open/close 8090 (time 1746070990.60 total 80.03 last 117.34) - open/close 9273 (time 1746071000.61 total 90.04 last 118.25) total: 10000 open/close in 96.05 seconds: 104.11 ops/second llite.lustre-ffff88012a44b000.statahead_batch_max=0 llite.lustre-ffff88012a44b000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a44b000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012a44b000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m30.961s user 0m0.357s sys 0m12.941s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012a44b000.statahead_batch_max=32 llite.lustre-ffff88012a44b000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a44b000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012a44b000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a44b000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012a44b000.stats=clear ls -l files in d123ad.sanity: 10001 real 1m0.185s user 0m0.440s sys 0m14.723s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012a44b000.batch_stats= snapshot_time: 1746071108.933953151 secs.nsecs start_time: 1746071042.487721834 secs.nsecs elapsed_time: 66.446231317 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 1 32: 312 98 100 mdc.lustre-MDT0001-mdc-ffff88012a44b000.batch_stats= snapshot_time: 1746071108.934041551 secs.nsecs start_time: 1746071042.488456080 secs.nsecs elapsed_time: 66.445585471 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88012a44b000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012a44b000.batch_stats=0 llite.lustre-ffff88012a44b000.statahead_max=2048 llite.lustre-ffff88012a44b000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff88012a44b000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012a44b000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 2.01 seconds: 49.68 ops/second llite.lustre-ffff88012a44b000.statahead_max=0 101 real 0m1.723s user 0m0.014s sys 0m0.373s ls -l 100 files without statahead: 2 sec llite.lustre-ffff88012a44b000.statahead_max=2048 2048 101 real 0m0.526s user 0m0.008s sys 0m0.176s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 66 total: 900 open/close in 7.46 seconds: 120.62 ops/second llite.lustre-ffff88012a44b000.statahead_max=0 1001 real 0m16.775s user 0m0.102s sys 0m3.577s ls -l 1000 files without statahead: 16 sec llite.lustre-ffff88012a44b000.statahead_max=2048 2048 1001 real 0m2.958s user 0m0.032s sys 0m1.519s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 67 - open/close 1079 (time 1746071375.67 total 10.00 last 107.86) total: 2000 open/close in 17.68 seconds: 113.13 ops/second llite.lustre-ffff88012a44b000.statahead_max=0 3001 real 0m50.109s user 0m0.199s sys 0m10.894s ls -l 3000 files without statahead: 50 sec llite.lustre-ffff88012a44b000.statahead_max=2048 2048 3001 real 0m9.590s user 0m0.110s sys 0m4.526s ls -l 3000 files with statahead: 10 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 14096 miss_total: 68 ls -l done rm -r /mnt/lustre/d123ad.sanity: 43 seconds llite.lustre-ffff88012a44b000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 14096 miss_total: 68 mdc.lustre-MDT0000-mdc-ffff88012a44b000.batch_stats= snapshot_time: 1746071493.766592716 secs.nsecs start_time: 1746071109.890034461 secs.nsecs elapsed_time: 383.876558255 secs.nsecs subreqs per batch batches % cum % 1: 38 55 55 2: 11 16 72 4: 7 10 82 8: 1 1 83 16: 1 1 85 32: 1 1 86 64: 0 0 86 128: 1 1 88 256: 8 11 100 mdc.lustre-MDT0001-mdc-ffff88012a44b000.batch_stats= snapshot_time: 1746071493.766818433 secs.nsecs start_time: 1746071109.890146918 secs.nsecs elapsed_time: 383.876671515 secs.nsecs subreqs per batch batches % cum % 1: 43 61 61 2: 2 2 64 4: 5 7 71 8: 9 12 84 16: 1 1 85 32: 0 0 85 64: 1 1 87 128: 2 2 90 256: 7 10 100 - open/close 1185 (time 1746071505.53 total 10.01 last 118.40) - open/close 2377 (time 1746071515.53 total 20.01 last 119.19) - open/close 3585 (time 1746071525.53 total 30.01 last 120.80) - open/close 4602 (time 1746071535.54 total 40.02 last 101.61) - open/close 5632 (time 1746071545.55 total 50.03 last 102.87) - open/close 6609 (time 1746071555.56 total 60.04 last 97.60) - open/close 7582 (time 1746071565.57 total 70.04 last 97.27) - open/close 8623 (time 1746071575.57 total 80.05 last 104.06) - open/close 9693 (time 1746071585.58 total 90.05 last 106.94) total: 10000 open/close in 92.72 seconds: 107.85 ops/second llite.lustre-ffff88012a44b000.statahead_batch_max=0 llite.lustre-ffff88012a44b000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a44b000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012a44b000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m31.410s user 0m0.336s sys 0m12.986s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012a44b000.statahead_batch_max=256 llite.lustre-ffff88012a44b000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a44b000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012a44b000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a44b000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012a44b000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m28.717s user 0m0.374s sys 0m14.345s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012a44b000.batch_stats= snapshot_time: 1746071659.253542752 secs.nsecs start_time: 1746071624.453850031 secs.nsecs elapsed_time: 34.799692721 secs.nsecs subreqs per batch batches % cum % 1: 110 49 49 2: 18 8 57 4: 13 5 63 8: 13 5 69 16: 16 7 76 32: 13 5 82 64: 2 0 83 128: 0 0 83 256: 36 16 100 mdc.lustre-MDT0001-mdc-ffff88012a44b000.batch_stats= snapshot_time: 1746071659.253640115 secs.nsecs start_time: 1746071624.453924689 secs.nsecs elapsed_time: 34.799715426 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88012a44b000.statahead_batch_max=64 llite.lustre-ffff88012a44b000.statahead_max=128