== sanity test 123ad: Verify batching statahead works correctly ========================================================== 00:52:17 (1746075137) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88008c18c000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88008c18c000.batch_stats=0 llite.lustre-ffff88008c18c000.statahead_max=32 llite.lustre-ffff88008c18c000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88008c18c000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88008c18c000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.49 seconds: 67.22 ops/second llite.lustre-ffff88008c18c000.statahead_max=0 101 real 0m1.189s user 0m0.004s sys 0m0.314s ls -l 100 files without statahead: 2 sec llite.lustre-ffff88008c18c000.statahead_max=32 32 101 real 0m0.342s user 0m0.004s sys 0m0.134s ls -l 100 files with statahead: 1 sec statahead total: 103 statahead wrong: 2 agl total: 103 list_total: 27 fname_total: 76 hit_total: 5858 miss_total: 1309 total: 900 open/close in 5.44 seconds: 165.56 ops/second llite.lustre-ffff88008c18c000.statahead_max=0 1001 real 0m11.918s user 0m0.114s sys 0m2.845s ls -l 1000 files without statahead: 12 sec llite.lustre-ffff88008c18c000.statahead_max=32 32 1001 real 0m3.322s user 0m0.028s sys 0m1.153s ls -l 1000 files with statahead: 3 sec statahead total: 104 statahead wrong: 2 agl total: 104 list_total: 28 fname_total: 76 hit_total: 6857 miss_total: 1311 - open/close 1374 (time 1746075179.64 total 10.00 last 137.33) - open/close 2581 (time 1746075189.65 total 20.01 last 120.60) total: 3000 open/close in 23.53 seconds: 127.52 ops/second llite.lustre-ffff88008c18c000.statahead_max=0 4001 real 0m53.752s user 0m0.542s sys 0m11.744s ls -l 4000 files without statahead: 54 sec llite.lustre-ffff88008c18c000.statahead_max=32 32 4001 real 0m13.932s user 0m0.139s sys 0m4.608s ls -l 4000 files with statahead: 14 sec statahead total: 105 statahead wrong: 2 agl total: 105 list_total: 29 fname_total: 76 hit_total: 10856 miss_total: 1342 ls -l done rm -r /mnt/lustre/d123ad.sanity: 34 seconds llite.lustre-ffff88008c18c000.statahead_stats= statahead total: 105 statahead wrong: 2 agl total: 105 list_total: 29 fname_total: 76 hit_total: 10856 miss_total: 1342 mdc.lustre-MDT0000-mdc-ffff88008c18c000.batch_stats= snapshot_time: 1746075301.744017851 secs.nsecs start_time: 1746075139.301726606 secs.nsecs elapsed_time: 162.442291245 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 0 0 4: 2 1 1 8: 4 2 4 16: 86 52 56 32: 72 43 100 mdc.lustre-MDT0001-mdc-ffff88008c18c000.batch_stats= snapshot_time: 1746075301.744100133 secs.nsecs start_time: 1746075139.301785558 secs.nsecs elapsed_time: 162.442314575 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 2 1 1 8: 6 3 4 16: 94 56 61 32: 63 38 100 - open/close 1348 (time 1746075313.22 total 10.01 last 134.69) - open/close 2564 (time 1746075323.22 total 20.01 last 121.53) - open/close 3825 (time 1746075333.23 total 30.02 last 126.05) - open/close 5140 (time 1746075343.23 total 40.02 last 131.43) - open/close 6336 (time 1746075353.24 total 50.03 last 119.46) - open/close 7636 (time 1746075363.25 total 60.04 last 129.91) - open/close 8860 (time 1746075373.25 total 70.05 last 122.34) total: 10000 open/close in 79.00 seconds: 126.58 ops/second llite.lustre-ffff88008c18c000.statahead_batch_max=0 llite.lustre-ffff88008c18c000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88008c18c000.stats=clear mdc.lustre-MDT0001-mdc-ffff88008c18c000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m21.147s user 0m0.273s sys 0m9.592s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88008c18c000.statahead_batch_max=32 llite.lustre-ffff88008c18c000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88008c18c000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88008c18c000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88008c18c000.stats=clear mdc.lustre-MDT0001-mdc-ffff88008c18c000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m43.075s user 0m0.396s sys 0m12.017s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88008c18c000.batch_stats= snapshot_time: 1746075453.430140389 secs.nsecs start_time: 1746075406.308075712 secs.nsecs elapsed_time: 47.122064677 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88008c18c000.batch_stats= snapshot_time: 1746075453.432919137 secs.nsecs start_time: 1746075406.308149370 secs.nsecs elapsed_time: 47.124769767 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88008c18c000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88008c18c000.batch_stats=0 llite.lustre-ffff88008c18c000.statahead_max=2048 llite.lustre-ffff88008c18c000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff88008c18c000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88008c18c000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.70 seconds: 58.93 ops/second llite.lustre-ffff88008c18c000.statahead_max=0 101 real 0m1.476s user 0m0.016s sys 0m0.320s ls -l 100 files without statahead: 2 sec llite.lustre-ffff88008c18c000.statahead_max=2048 2048 101 real 0m0.383s user 0m0.005s sys 0m0.132s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 58 total: 900 open/close in 7.56 seconds: 119.13 ops/second llite.lustre-ffff88008c18c000.statahead_max=0 1001 real 0m13.595s user 0m0.107s sys 0m2.904s ls -l 1000 files without statahead: 13 sec llite.lustre-ffff88008c18c000.statahead_max=2048 2048 1001 real 0m2.474s user 0m0.035s sys 0m1.150s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 59 - open/close 1240 (time 1746075670.45 total 10.01 last 123.93) total: 2000 open/close in 16.09 seconds: 124.32 ops/second llite.lustre-ffff88008c18c000.statahead_max=0 3001 real 0m39.916s user 0m0.336s sys 0m8.787s ls -l 3000 files without statahead: 40 sec llite.lustre-ffff88008c18c000.statahead_max=2048 2048 3001 real 0m5.675s user 0m0.104s sys 0m3.290s ls -l 3000 files with statahead: 6 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 14096 miss_total: 60 ls -l done rm -r /mnt/lustre/d123ad.sanity: 31 seconds llite.lustre-ffff88008c18c000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 14096 miss_total: 60 mdc.lustre-MDT0000-mdc-ffff88008c18c000.batch_stats= snapshot_time: 1746075758.557248899 secs.nsecs start_time: 1746075454.550911922 secs.nsecs elapsed_time: 304.006336977 secs.nsecs subreqs per batch batches % cum % 1: 24 50 50 2: 3 6 56 4: 7 14 70 8: 3 6 77 16: 1 2 79 32: 0 0 79 64: 1 2 81 128: 0 0 81 256: 9 18 100 mdc.lustre-MDT0001-mdc-ffff88008c18c000.batch_stats= snapshot_time: 1746075758.557344463 secs.nsecs start_time: 1746075454.551065242 secs.nsecs elapsed_time: 304.006279221 secs.nsecs subreqs per batch batches % cum % 1: 19 43 43 2: 1 2 45 4: 7 15 61 8: 6 13 75 16: 0 0 75 32: 2 4 79 64: 0 0 79 128: 1 2 81 256: 8 18 100 - open/close 1176 (time 1746075769.81 total 10.00 last 117.55) - open/close 2537 (time 1746075779.81 total 20.01 last 136.03) - open/close 3823 (time 1746075789.81 total 30.01 last 128.56) - open/close 5097 (time 1746075799.82 total 40.02 last 127.35) - open/close 6248 (time 1746075809.82 total 50.02 last 115.06) - open/close 7477 (time 1746075819.82 total 60.02 last 122.90) - open/close 8610 (time 1746075829.82 total 70.02 last 113.30) - open/close 9949 (time 1746075839.82 total 80.02 last 133.87) total: 10000 open/close in 80.37 seconds: 124.43 ops/second llite.lustre-ffff88008c18c000.statahead_batch_max=0 llite.lustre-ffff88008c18c000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88008c18c000.stats=clear mdc.lustre-MDT0001-mdc-ffff88008c18c000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m23.220s user 0m0.257s sys 0m10.046s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88008c18c000.statahead_batch_max=256 llite.lustre-ffff88008c18c000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88008c18c000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88008c18c000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88008c18c000.stats=clear mdc.lustre-MDT0001-mdc-ffff88008c18c000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m17.003s user 0m0.381s sys 0m10.904s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88008c18c000.batch_stats= snapshot_time: 1746075888.070384743 secs.nsecs start_time: 1746075866.622356761 secs.nsecs elapsed_time: 21.448027982 secs.nsecs subreqs per batch batches % cum % 1: 110 49 49 2: 17 7 57 4: 17 7 65 8: 10 4 69 16: 15 6 76 32: 12 5 81 64: 4 1 83 128: 0 0 83 256: 36 16 100 mdc.lustre-MDT0001-mdc-ffff88008c18c000.batch_stats= snapshot_time: 1746075888.070487223 secs.nsecs start_time: 1746075866.624010179 secs.nsecs elapsed_time: 21.446477044 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88008c18c000.statahead_batch_max=64 llite.lustre-ffff88008c18c000.statahead_max=128