== sanity test 123ad: Verify batching statahead works correctly ========================================================== 04:39:36 (1712479176) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88012d42d000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012d42d000.batch_stats=0 llite.lustre-ffff88012d42d000.statahead_max=32 llite.lustre-ffff88012d42d000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012d42d000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012d42d000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 1.39 seconds: 71.99 ops/second llite.lustre-ffff88012d42d000.statahead_max=0 101 real 0m1.382s user 0m0.017s sys 0m0.306s ls -l 100 files without statahead: 2 sec llite.lustre-ffff88012d42d000.statahead_max=32 32 101 real 0m0.448s user 0m0.005s sys 0m0.126s ls -l 100 files with statahead: 0 sec statahead total: 29 statahead wrong: 0 agl total: 29 list_total: 29 fname_total: 0 hit_total: 1605 miss_total: 140 total: 900 open/close in 4.67 seconds: 192.69 ops/second llite.lustre-ffff88012d42d000.statahead_max=0 1001 real 0m8.949s user 0m0.112s sys 0m2.478s ls -l 1000 files without statahead: 9 sec llite.lustre-ffff88012d42d000.statahead_max=32 32 1001 real 0m1.806s user 0m0.020s sys 0m0.884s ls -l 1000 files with statahead: 2 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 2604 miss_total: 141 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 4 seconds rm done statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 2604 miss_total: 141 mdc.lustre-MDT0000-mdc-ffff88012d42d000.batch_stats= snapshot_time: 1712479207.501545053 secs.nsecs start_time: 1712479178.332827133 secs.nsecs elapsed_time: 29.168717920 secs.nsecs subreqs per batch batches % cum % 1: 1 2 2 2: 0 0 2 4: 2 5 8 8: 3 8 16 16: 26 72 88 32: 4 11 100 mdc.lustre-MDT0001-mdc-ffff88012d42d000.batch_stats= snapshot_time: 1712479207.501701581 secs.nsecs start_time: 1712479178.333479536 secs.nsecs elapsed_time: 29.168222045 secs.nsecs subreqs per batch batches % cum % 1: 2 5 5 2: 1 2 7 4: 1 2 10 8: 1 2 12 16: 12 30 42 32: 23 57 100 - open/close 1874 (time 1712479218.41 total 10.00 last 187.38) - open/close 3716 (time 1712479228.41 total 20.00 last 184.14) - open/close 5463 (time 1712479238.41 total 30.01 last 174.66) - open/close 7849 (time 1712479248.42 total 40.01 last 238.52) - open/close 9413 (time 1712479258.42 total 50.01 last 156.35) total: 10000 open/close in 53.30 seconds: 187.63 ops/second llite.lustre-ffff88012d42d000.statahead_batch_max=0 llite.lustre-ffff88012d42d000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012d42d000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012d42d000.stats=clear 10001 real 0m13.033s user 0m0.252s sys 0m11.389s llite.lustre-ffff88012d42d000.statahead_batch_max=32 llite.lustre-ffff88012d42d000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012d42d000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012d42d000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012d42d000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012d42d000.stats=clear 10001 real 0m26.179s user 0m0.261s sys 0m10.841s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff88012d42d000.batch_stats= snapshot_time: 1712479311.794824893 secs.nsecs start_time: 1712479279.686291170 secs.nsecs elapsed_time: 32.108533723 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88012d42d000.batch_stats= snapshot_time: 1712479311.794958741 secs.nsecs start_time: 1712479279.686391708 secs.nsecs elapsed_time: 32.108567033 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88012d42d000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012d42d000.batch_stats=0 llite.lustre-ffff88012d42d000.statahead_max=2048 llite.lustre-ffff88012d42d000.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012d42d000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012d42d000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.77 seconds: 129.05 ops/second llite.lustre-ffff88012d42d000.statahead_max=0 101 real 0m0.670s user 0m0.006s sys 0m0.222s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012d42d000.statahead_max=2048 2048 101 real 0m0.328s user 0m0.008s sys 0m0.118s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 7 total: 900 open/close in 2.86 seconds: 314.49 ops/second llite.lustre-ffff88012d42d000.statahead_max=0 1001 real 0m6.645s user 0m0.044s sys 0m2.114s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff88012d42d000.statahead_max=2048 2048 1001 real 0m1.486s user 0m0.027s sys 0m0.971s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 8 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 4 seconds rm done statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 8 mdc.lustre-MDT0000-mdc-ffff88012d42d000.batch_stats= snapshot_time: 1712479396.024844811 secs.nsecs start_time: 1712479312.576251842 secs.nsecs elapsed_time: 83.448592969 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 1 14 14 8: 3 42 57 16: 0 0 57 32: 0 0 57 64: 1 14 71 128: 0 0 71 256: 2 28 100 mdc.lustre-MDT0001-mdc-ffff88012d42d000.batch_stats= snapshot_time: 1712479396.024995779 secs.nsecs start_time: 1712479312.576362713 secs.nsecs elapsed_time: 83.448633066 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 14 14 4: 2 28 42 8: 1 14 57 16: 0 0 57 32: 0 0 57 64: 1 14 71 128: 0 0 71 256: 2 28 100 - open/close 3123 (time 1712479406.83 total 10.00 last 312.24) - open/close 5854 (time 1712479416.83 total 20.00 last 273.10) - open/close 8296 (time 1712479426.84 total 30.00 last 244.15) total: 10000 open/close in 39.38 seconds: 253.91 ops/second llite.lustre-ffff88012d42d000.statahead_batch_max=0 llite.lustre-ffff88012d42d000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012d42d000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012d42d000.stats=clear 10001 real 0m14.117s user 0m0.252s sys 0m12.857s llite.lustre-ffff88012d42d000.statahead_batch_max=256 llite.lustre-ffff88012d42d000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012d42d000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012d42d000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012d42d000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012d42d000.stats=clear 10001 real 0m13.073s user 0m0.251s sys 0m11.817s unbatched RPCs: 10004, batched RPCs: 209 mdc.lustre-MDT0000-mdc-ffff88012d42d000.batch_stats= snapshot_time: 1712479474.280940065 secs.nsecs start_time: 1712479455.105696462 secs.nsecs elapsed_time: 19.175243603 secs.nsecs subreqs per batch batches % cum % 1: 128 61 61 2: 6 2 64 4: 6 2 66 8: 7 3 70 16: 3 1 71 32: 5 2 74 64: 19 9 83 128: 1 0 83 256: 34 16 100 mdc.lustre-MDT0001-mdc-ffff88012d42d000.batch_stats= snapshot_time: 1712479474.281081134 secs.nsecs start_time: 1712479455.105809457 secs.nsecs elapsed_time: 19.175271677 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88012d42d000.statahead_batch_max=64 llite.lustre-ffff88012d42d000.statahead_max=128