== sanity test 123ad: Verify batching statahead works correctly ========================================================== 17:21:57 (1781212917) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8db8896f3000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8db8896f3000.batch_stats=0 llite.lustre-ffff8db8896f3000.statahead_max=32 llite.lustre-ffff8db8896f3000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8db8896f3000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8db8896f3000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.65 seconds: 60.70 ops/second llite.lustre-ffff8db8896f3000.statahead_max=0 101 real 0m1.346s user 0m0.007s sys 0m0.311s 'ls -l' 100 files without statahead: 2 sec llite.lustre-ffff8db8896f3000.statahead_max=32 llite.lustre-ffff8db8896f3000.statahead_max=32 101 real 0m0.558s user 0m0.003s sys 0m0.219s 'ls -l' 100 files with statahead: 1 sec statahead total: 89 statahead wrong: 2 agl total: 85 list_total: 29 fname_total: 60 hit_total: 3637 miss_total: 1344 swrong=2 ewrong=2 total: 900 open/close in 7.33 seconds: 122.81 ops/second llite.lustre-ffff8db8896f3000.statahead_max=0 1001 real 0m13.131s user 0m0.033s sys 0m3.024s 'ls -l' 1000 files without statahead: 13 sec llite.lustre-ffff8db8896f3000.statahead_max=32 llite.lustre-ffff8db8896f3000.statahead_max=32 1001 real 0m4.828s user 0m0.021s sys 0m1.693s 'ls -l' 1000 files with statahead: 4 sec statahead total: 90 statahead wrong: 2 agl total: 86 list_total: 30 fname_total: 60 hit_total: 4635 miss_total: 1346 swrong=2 ewrong=2 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 9 seconds llite.lustre-ffff8db8896f3000.statahead_stats= statahead total: 90 statahead wrong: 2 agl total: 86 list_total: 30 fname_total: 60 hit_total: 4635 miss_total: 1346 mdc.lustre-MDT0000-mdc-ffff8db8896f3000.batch_stats= snapshot_time: 1781212966.501035065 secs.nsecs start_time: 1781212919.735844446 secs.nsecs elapsed_time: 46.765190619 secs.nsecs subreqs per batch batches % cum % 1: 2 5 5 2: 2 5 10 4: 1 2 13 8: 3 8 21 16: 26 70 91 32: 3 8 100 mdc.lustre-MDT0001-mdc-ffff8db8896f3000.batch_stats= snapshot_time: 1781212966.501099655 secs.nsecs start_time: 1781212919.735907201 secs.nsecs elapsed_time: 46.765192454 secs.nsecs subreqs per batch batches % cum % 1: 1 2 2 2: 1 2 5 4: 1 2 7 8: 2 5 12 16: 11 27 40 32: 24 60 100 - open/close 1553 (time 1781212977.79 total 10.00 last 155.26) - open/close 3162 (time 1781212987.80 total 20.01 last 160.82) - open/close 4580 (time 1781212997.80 total 30.01 last 141.78) - open/close 6017 (time 1781213007.80 total 40.01 last 143.65) - open/close 7536 (time 1781213017.80 total 50.02 last 151.86) - open/close 9301 (time 1781213027.81 total 60.02 last 176.44) total: 10000 open/close in 63.77 seconds: 156.81 ops/second llite.lustre-ffff8db8896f3000.statahead_batch_max=0 llite.lustre-ffff8db8896f3000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8db8896f3000.stats=clear mdc.lustre-MDT0001-mdc-ffff8db8896f3000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m38.801s user 0m0.254s sys 0m26.168s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8db8896f3000.statahead_batch_max=32 llite.lustre-ffff8db8896f3000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8db8896f3000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8db8896f3000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8db8896f3000.stats=clear mdc.lustre-MDT0001-mdc-ffff8db8896f3000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m50.564s user 0m0.205s sys 0m18.838s batched statahead RPC= hit count=9987 mdc.lustre-MDT0000-mdc-ffff8db8896f3000.batch_stats= snapshot_time: 1781213133.673106875 secs.nsecs start_time: 1781213074.448829174 secs.nsecs elapsed_time: 59.224277701 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff8db8896f3000.batch_stats= snapshot_time: 1781213133.673147817 secs.nsecs start_time: 1781213074.448964483 secs.nsecs elapsed_time: 59.224183334 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8db8896f3000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8db8896f3000.batch_stats=0 llite.lustre-ffff8db8896f3000.statahead_max=2048 llite.lustre-ffff8db8896f3000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8db8896f3000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8db8896f3000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.35 seconds: 73.93 ops/second llite.lustre-ffff8db8896f3000.statahead_max=0 101 real 0m1.476s user 0m0.005s sys 0m0.312s 'ls -l' 100 files without statahead: 2 sec llite.lustre-ffff8db8896f3000.statahead_max=2048 llite.lustre-ffff8db8896f3000.statahead_max=2048 101 real 0m0.525s user 0m0.004s sys 0m0.198s 'ls -l' 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10086 miss_total: 14 swrong=0 ewrong=0 total: 900 open/close in 5.96 seconds: 151.01 ops/second llite.lustre-ffff8db8896f3000.statahead_max=0 1001 real 0m10.998s user 0m0.032s sys 0m2.910s 'ls -l' 1000 files without statahead: 11 sec llite.lustre-ffff8db8896f3000.statahead_max=2048 llite.lustre-ffff8db8896f3000.statahead_max=2048 1001 real 0m3.827s user 0m0.018s sys 0m1.915s 'ls -l' 1000 files with statahead: 4 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11085 miss_total: 15 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 8 seconds llite.lustre-ffff8db8896f3000.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11085 miss_total: 15 mdc.lustre-MDT0000-mdc-ffff8db8896f3000.batch_stats= snapshot_time: 1781213332.781309714 secs.nsecs start_time: 1781213135.124636537 secs.nsecs elapsed_time: 197.656673177 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 3 42 42 8: 1 14 57 16: 0 0 57 32: 0 0 57 64: 1 14 71 128: 0 0 71 256: 2 28 100 mdc.lustre-MDT0001-mdc-ffff8db8896f3000.batch_stats= snapshot_time: 1781213332.781430944 secs.nsecs start_time: 1781213135.124795114 secs.nsecs elapsed_time: 197.656635830 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 14 14 4: 1 14 28 8: 2 28 57 16: 0 0 57 32: 0 0 57 64: 1 14 71 128: 0 0 71 256: 2 28 100 - open/close 1395 (time 1781213344.07 total 10.01 last 139.42) - open/close 2858 (time 1781213354.08 total 20.02 last 146.17) - open/close 4568 (time 1781213364.08 total 30.02 last 171.00) - open/close 6272 (time 1781213374.09 total 40.02 last 170.34) - open/close 7773 (time 1781213384.09 total 50.02 last 150.09) - open/close 9372 (time 1781213394.09 total 60.03 last 159.78) total: 10000 open/close in 63.25 seconds: 158.10 ops/second llite.lustre-ffff8db8896f3000.statahead_batch_max=0 llite.lustre-ffff8db8896f3000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8db8896f3000.stats=clear mdc.lustre-MDT0001-mdc-ffff8db8896f3000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m36.512s user 0m0.246s sys 0m27.720s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8db8896f3000.statahead_batch_max=256 llite.lustre-ffff8db8896f3000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8db8896f3000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8db8896f3000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8db8896f3000.stats=clear mdc.lustre-MDT0001-mdc-ffff8db8896f3000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m32.784s user 0m0.210s sys 0m21.094s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8db8896f3000.batch_stats= snapshot_time: 1781213478.107292960 secs.nsecs start_time: 1781213438.030371058 secs.nsecs elapsed_time: 40.076921902 secs.nsecs subreqs per batch batches % cum % 1: 296 60 60 2: 67 13 73 4: 48 9 83 8: 18 3 87 16: 4 0 88 32: 17 3 91 64: 7 1 93 128: 1 0 93 256: 33 6 100 mdc.lustre-MDT0001-mdc-ffff8db8896f3000.batch_stats= snapshot_time: 1781213478.107355942 secs.nsecs start_time: 1781213438.030482121 secs.nsecs elapsed_time: 40.076873821 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8db8896f3000.statahead_batch_max=64 llite.lustre-ffff8db8896f3000.statahead_max=128