== sanity test 123ad: Verify batching statahead works correctly ========================================================== 13:12:53 (1772475173) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff99f5527a2000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff99f5527a2000.batch_stats=0 llite.lustre-ffff99f5527a2000.statahead_max=32 llite.lustre-ffff99f5527a2000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff99f5527a2000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff99f5527a2000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.98 seconds: 101.69 ops/second llite.lustre-ffff99f5527a2000.statahead_max=0 101 real 0m0.818s user 0m0.002s sys 0m0.264s ls -l 100 files without statahead: 1 sec llite.lustre-ffff99f5527a2000.statahead_max=32 32 101 real 0m0.403s user 0m0.003s sys 0m0.212s ls -l 100 files with statahead: 0 sec statahead total: 92 statahead wrong: 1 agl total: 87 list_total: 32 fname_total: 60 hit_total: 11819 miss_total: 240 total: 900 open/close in 3.29 seconds: 273.31 ops/second llite.lustre-ffff99f5527a2000.statahead_max=0 1001 real 0m8.111s user 0m0.032s sys 0m2.473s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff99f5527a2000.statahead_max=32 32 1001 real 0m3.700s user 0m0.024s sys 0m1.565s ls -l 1000 files with statahead: 4 sec statahead total: 93 statahead wrong: 1 agl total: 88 list_total: 33 fname_total: 60 hit_total: 12818 miss_total: 241 - open/close 2117 (time 1772475208.56 total 10.00 last 211.68) - open/close 4077 (time 1772475218.57 total 20.01 last 195.79) - open/close 6249 (time 1772475228.57 total 30.01 last 217.15) - open/close 8156 (time 1772475238.57 total 40.02 last 190.62) total: 9000 open/close in 44.41 seconds: 202.66 ops/second llite.lustre-ffff99f5527a2000.statahead_max=0 10001 real 1m36.724s user 0m0.292s sys 0m25.195s ls -l 10000 files without statahead: 96 sec llite.lustre-ffff99f5527a2000.statahead_max=32 32 10001 real 0m37.569s user 0m0.183s sys 0m14.725s ls -l 10000 files with statahead: 38 sec statahead total: 94 statahead wrong: 1 agl total: 89 list_total: 34 fname_total: 60 hit_total: 22809 miss_total: 250 ls -l done rm -r /mnt/lustre/d123ad.sanity: 75 seconds llite.lustre-ffff99f5527a2000.statahead_stats= statahead total: 94 statahead wrong: 1 agl total: 89 list_total: 34 fname_total: 60 hit_total: 22809 miss_total: 250 mdc.lustre-MDT0000-mdc-ffff99f5527a2000.batch_stats= snapshot_time: 1772475463.004850329 secs.nsecs start_time: 1772475175.478917287 secs.nsecs elapsed_time: 287.525933042 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 3 0 1 4: 1 0 1 8: 6 1 3 16: 232 65 69 32: 109 30 100 mdc.lustre-MDT0001-mdc-ffff99f5527a2000.batch_stats= snapshot_time: 1772475463.004892278 secs.nsecs start_time: 1772475175.479007125 secs.nsecs elapsed_time: 287.525885153 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 0 4: 3 0 1 8: 2 0 1 16: 165 46 48 32: 183 51 100 - open/close 2079 (time 1772475474.42 total 10.00 last 207.81) - open/close 4496 (time 1772475484.43 total 20.02 last 241.42) - open/close 6780 (time 1772475494.43 total 30.02 last 228.33) - open/close 9444 (time 1772475504.44 total 40.02 last 266.33) total: 10000 open/close in 42.03 seconds: 237.91 ops/second llite.lustre-ffff99f5527a2000.statahead_batch_max=0 llite.lustre-ffff99f5527a2000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff99f5527a2000.stats=clear mdc.lustre-MDT0001-mdc-ffff99f5527a2000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m30.365s user 0m0.233s sys 0m28.600s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff99f5527a2000.statahead_batch_max=32 llite.lustre-ffff99f5527a2000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff99f5527a2000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff99f5527a2000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff99f5527a2000.stats=clear mdc.lustre-MDT0001-mdc-ffff99f5527a2000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m36.089s user 0m0.194s sys 0m18.500s batched statahead RPC= hit count=9995 mdc.lustre-MDT0000-mdc-ffff99f5527a2000.batch_stats= snapshot_time: 1772475580.928935170 secs.nsecs start_time: 1772475539.970629707 secs.nsecs elapsed_time: 40.958305463 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff99f5527a2000.batch_stats= snapshot_time: 1772475580.928989508 secs.nsecs start_time: 1772475539.970705743 secs.nsecs elapsed_time: 40.958283765 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff99f5527a2000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff99f5527a2000.batch_stats=0 llite.lustre-ffff99f5527a2000.statahead_max=2048 llite.lustre-ffff99f5527a2000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff99f5527a2000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff99f5527a2000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.88 seconds: 113.20 ops/second llite.lustre-ffff99f5527a2000.statahead_max=0 101 real 0m0.724s user 0m0.003s sys 0m0.250s ls -l 100 files without statahead: 1 sec llite.lustre-ffff99f5527a2000.statahead_max=2048 2048 101 real 0m0.371s user 0m0.001s sys 0m0.230s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10094 miss_total: 6 total: 900 open/close in 2.33 seconds: 385.56 ops/second llite.lustre-ffff99f5527a2000.statahead_max=0 1001 real 0m7.131s user 0m0.026s sys 0m2.325s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff99f5527a2000.statahead_max=2048 2048 1001 real 0m3.054s user 0m0.017s sys 0m1.500s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11093 miss_total: 7 - open/close 3831 (time 1772475708.54 total 10.00 last 383.04) - open/close 8056 (time 1772475718.54 total 20.00 last 422.48) total: 9000 open/close in 21.86 seconds: 411.66 ops/second llite.lustre-ffff99f5527a2000.statahead_max=0 10001 real 1m4.283s user 0m0.275s sys 0m21.856s ls -l 10000 files without statahead: 64 sec llite.lustre-ffff99f5527a2000.statahead_max=2048 2048 10001 real 0m24.281s user 0m0.172s sys 0m16.727s ls -l 10000 files with statahead: 24 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21092 miss_total: 8 ls -l done rm -r /mnt/lustre/d123ad.sanity: 64 seconds llite.lustre-ffff99f5527a2000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21092 miss_total: 8 mdc.lustre-MDT0000-mdc-ffff99f5527a2000.batch_stats= snapshot_time: 1772475883.354730103 secs.nsecs start_time: 1772475581.787295099 secs.nsecs elapsed_time: 301.567435004 secs.nsecs subreqs per batch batches % cum % 1: 104 62 62 2: 14 8 70 4: 11 6 77 8: 5 2 80 16: 0 0 80 32: 0 0 80 64: 0 0 80 128: 5 2 83 256: 28 16 100 mdc.lustre-MDT0001-mdc-ffff99f5527a2000.batch_stats= snapshot_time: 1772475883.354778654 secs.nsecs start_time: 1772475581.787411088 secs.nsecs elapsed_time: 301.567367566 secs.nsecs subreqs per batch batches % cum % 1: 99 58 58 2: 22 13 71 4: 8 4 76 8: 3 1 78 16: 1 0 78 32: 0 0 78 64: 2 1 79 128: 2 1 81 256: 32 18 100 - open/close 2779 (time 1772475894.39 total 10.00 last 277.83) - open/close 6250 (time 1772475904.39 total 20.00 last 347.04) - open/close 9875 (time 1772475914.39 total 30.00 last 362.48) total: 10000 open/close in 30.25 seconds: 330.56 ops/second llite.lustre-ffff99f5527a2000.statahead_batch_max=0 llite.lustre-ffff99f5527a2000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff99f5527a2000.stats=clear mdc.lustre-MDT0001-mdc-ffff99f5527a2000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m28.623s user 0m0.175s sys 0m23.983s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff99f5527a2000.statahead_batch_max=256 llite.lustre-ffff99f5527a2000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff99f5527a2000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff99f5527a2000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff99f5527a2000.stats=clear mdc.lustre-MDT0001-mdc-ffff99f5527a2000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m24.621s user 0m0.176s sys 0m18.314s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff99f5527a2000.batch_stats= snapshot_time: 1772475975.534309795 secs.nsecs start_time: 1772475946.112887522 secs.nsecs elapsed_time: 29.421422273 secs.nsecs subreqs per batch batches % cum % 1: 247 63 63 2: 34 8 72 4: 35 8 81 8: 11 2 83 16: 2 0 84 32: 25 6 90 64: 1 0 91 128: 1 0 91 256: 34 8 100 mdc.lustre-MDT0001-mdc-ffff99f5527a2000.batch_stats= snapshot_time: 1772475975.534367980 secs.nsecs start_time: 1772475946.112966311 secs.nsecs elapsed_time: 29.421401669 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff99f5527a2000.statahead_batch_max=64 llite.lustre-ffff99f5527a2000.statahead_max=128