== sanity test 123ad: Verify batching statahead works correctly ========================================================== 23:00:59 (1781233259) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff890245c3f800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff890245c3f800.batch_stats=0 llite.lustre-ffff890245c3f800.statahead_max=32 llite.lustre-ffff890245c3f800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff890245c3f800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff890245c3f800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.89 seconds: 52.84 ops/second llite.lustre-ffff890245c3f800.statahead_max=0 101 real 0m1.668s user 0m0.014s sys 0m0.322s 'ls -l' 100 files without statahead: 2 sec llite.lustre-ffff890245c3f800.statahead_max=32 llite.lustre-ffff890245c3f800.statahead_max=32 101 real 0m0.617s user 0m0.005s sys 0m0.245s 'ls -l' 100 files with statahead: 1 sec statahead total: 104 statahead wrong: 2 agl total: 88 list_total: 30 fname_total: 73 hit_total: 3685 miss_total: 934 swrong=2 ewrong=2 total: 900 open/close in 7.98 seconds: 112.77 ops/second llite.lustre-ffff890245c3f800.statahead_max=0 1001 real 0m14.658s user 0m0.033s sys 0m3.222s 'ls -l' 1000 files without statahead: 15 sec llite.lustre-ffff890245c3f800.statahead_max=32 llite.lustre-ffff890245c3f800.statahead_max=32 1001 real 0m4.906s user 0m0.022s sys 0m1.821s 'ls -l' 1000 files with statahead: 5 sec statahead total: 105 statahead wrong: 2 agl total: 89 list_total: 31 fname_total: 73 hit_total: 4684 miss_total: 935 swrong=2 ewrong=2 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 10 seconds llite.lustre-ffff890245c3f800.statahead_stats= statahead total: 105 statahead wrong: 2 agl total: 89 list_total: 31 fname_total: 73 hit_total: 4684 miss_total: 935 mdc.lustre-MDT0000-mdc-ffff890245c3f800.batch_stats= snapshot_time: 1781233314.225295651 secs.nsecs start_time: 1781233262.495451367 secs.nsecs elapsed_time: 51.729844284 secs.nsecs subreqs per batch batches % cum % 1: 2 5 5 2: 1 2 8 4: 3 8 16 8: 1 2 18 16: 23 62 81 32: 7 18 100 mdc.lustre-MDT0001-mdc-ffff890245c3f800.batch_stats= snapshot_time: 1781233314.225365613 secs.nsecs start_time: 1781233262.496582857 secs.nsecs elapsed_time: 51.728782756 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 2 5 5 4: 0 0 5 8: 3 7 12 16: 14 35 47 32: 21 52 100 - open/close 1128 (time 1781233325.61 total 10.01 last 112.74) - open/close 2215 (time 1781233335.61 total 20.01 last 108.68) - open/close 3335 (time 1781233345.61 total 30.01 last 111.98) - open/close 4348 (time 1781233355.61 total 40.01 last 101.29) - open/close 5493 (time 1781233365.62 total 50.01 last 114.46) - open/close 6678 (time 1781233375.62 total 60.02 last 118.47) - open/close 7627 (time 1781233385.62 total 70.02 last 94.89) - open/close 8638 (time 1781233395.63 total 80.03 last 101.01) - open/close 9722 (time 1781233405.65 total 90.05 last 108.19) total: 10000 open/close in 92.57 seconds: 108.03 ops/second llite.lustre-ffff890245c3f800.statahead_batch_max=0 llite.lustre-ffff890245c3f800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff890245c3f800.stats=clear mdc.lustre-MDT0001-mdc-ffff890245c3f800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m38.016s user 0m0.281s sys 0m26.730s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff890245c3f800.statahead_batch_max=32 llite.lustre-ffff890245c3f800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff890245c3f800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff890245c3f800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff890245c3f800.stats=clear mdc.lustre-MDT0001-mdc-ffff890245c3f800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m55.124s user 0m0.264s sys 0m18.865s batched statahead RPC= hit count=9991 mdc.lustre-MDT0000-mdc-ffff890245c3f800.batch_stats= snapshot_time: 1781233514.479053806 secs.nsecs start_time: 1781233451.197922668 secs.nsecs elapsed_time: 63.281131138 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff890245c3f800.batch_stats= snapshot_time: 1781233514.479108666 secs.nsecs start_time: 1781233451.197996241 secs.nsecs elapsed_time: 63.281112425 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff890245c3f800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff890245c3f800.batch_stats=0 llite.lustre-ffff890245c3f800.statahead_max=2048 llite.lustre-ffff890245c3f800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff890245c3f800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff890245c3f800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 1.33 seconds: 75.19 ops/second llite.lustre-ffff890245c3f800.statahead_max=0 101 real 0m1.240s user 0m0.006s sys 0m0.311s 'ls -l' 100 files without statahead: 1 sec llite.lustre-ffff890245c3f800.statahead_max=2048 llite.lustre-ffff890245c3f800.statahead_max=2048 101 real 0m0.439s user 0m0.001s sys 0m0.248s 'ls -l' 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10090 miss_total: 10 swrong=0 ewrong=0 total: 900 open/close in 5.92 seconds: 152.07 ops/second llite.lustre-ffff890245c3f800.statahead_max=0 1001 real 0m12.663s user 0m0.028s sys 0m3.003s 'ls -l' 1000 files without statahead: 12 sec llite.lustre-ffff890245c3f800.statahead_max=2048 llite.lustre-ffff890245c3f800.statahead_max=2048 1001 real 0m4.262s user 0m0.021s sys 0m1.864s 'ls -l' 1000 files with statahead: 4 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11089 miss_total: 11 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 10 seconds llite.lustre-ffff890245c3f800.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11089 miss_total: 11 mdc.lustre-MDT0000-mdc-ffff890245c3f800.batch_stats= snapshot_time: 1781233734.887447616 secs.nsecs start_time: 1781233515.985158276 secs.nsecs elapsed_time: 218.902289340 secs.nsecs subreqs per batch batches % cum % 1: 1 16 16 2: 0 0 16 4: 3 50 66 8: 0 0 66 16: 0 0 66 32: 0 0 66 64: 0 0 66 128: 0 0 66 256: 2 33 100 mdc.lustre-MDT0001-mdc-ffff890245c3f800.batch_stats= snapshot_time: 1781233734.887515157 secs.nsecs start_time: 1781233515.985323816 secs.nsecs elapsed_time: 218.902191341 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 3 33 33 16: 2 22 55 32: 0 0 55 64: 2 22 77 128: 0 0 77 256: 2 22 100 - open/close 1365 (time 1781233746.16 total 10.00 last 136.47) - open/close 2786 (time 1781233756.17 total 20.01 last 142.06) - open/close 4324 (time 1781233766.17 total 30.01 last 153.70) - open/close 5798 (time 1781233776.18 total 40.02 last 147.31) - open/close 7251 (time 1781233786.18 total 50.02 last 145.28) - open/close 8763 (time 1781233796.18 total 60.02 last 151.14) total: 10000 open/close in 68.95 seconds: 145.04 ops/second llite.lustre-ffff890245c3f800.statahead_batch_max=0 llite.lustre-ffff890245c3f800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff890245c3f800.stats=clear mdc.lustre-MDT0001-mdc-ffff890245c3f800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m36.662s user 0m0.258s sys 0m27.101s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff890245c3f800.statahead_batch_max=256 llite.lustre-ffff890245c3f800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff890245c3f800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff890245c3f800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff890245c3f800.stats=clear mdc.lustre-MDT0001-mdc-ffff890245c3f800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m32.619s user 0m0.251s sys 0m21.629s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff890245c3f800.batch_stats= snapshot_time: 1781233887.221341944 secs.nsecs start_time: 1781233846.387354415 secs.nsecs elapsed_time: 40.833987529 secs.nsecs subreqs per batch batches % cum % 1: 379 65 65 2: 88 15 80 4: 38 6 87 8: 11 1 89 16: 4 0 90 32: 18 3 93 64: 5 0 94 128: 1 0 94 256: 33 5 100 mdc.lustre-MDT0001-mdc-ffff890245c3f800.batch_stats= snapshot_time: 1781233887.221837444 secs.nsecs start_time: 1781233846.387546935 secs.nsecs elapsed_time: 40.834290509 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff890245c3f800.statahead_batch_max=64 llite.lustre-ffff890245c3f800.statahead_max=128