== sanity test 123ad: Verify batching statahead works correctly ========================================================== 23:24:40 (1772425480) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9ecdc50c8800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9ecdc50c8800.batch_stats=0 llite.lustre-ffff9ecdc50c8800.statahead_max=32 llite.lustre-ffff9ecdc50c8800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9ecdc50c8800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9ecdc50c8800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.62 seconds: 161.48 ops/second llite.lustre-ffff9ecdc50c8800.statahead_max=0 101 real 0m0.657s user 0m0.003s sys 0m0.259s ls -l 100 files without statahead: 1 sec llite.lustre-ffff9ecdc50c8800.statahead_max=32 32 101 real 0m0.437s user 0m0.001s sys 0m0.247s ls -l 100 files with statahead: 1 sec statahead total: 55 statahead wrong: 1 agl total: 50 list_total: 27 fname_total: 28 hit_total: 34076 miss_total: 204 total: 900 open/close in 2.09 seconds: 431.29 ops/second llite.lustre-ffff9ecdc50c8800.statahead_max=0 1001 real 0m7.094s user 0m0.023s sys 0m2.701s ls -l 1000 files without statahead: 7 sec llite.lustre-ffff9ecdc50c8800.statahead_max=32 32 1001 real 0m4.108s user 0m0.017s sys 0m1.955s ls -l 1000 files with statahead: 4 sec statahead total: 56 statahead wrong: 1 agl total: 51 list_total: 28 fname_total: 28 hit_total: 35075 miss_total: 205 - open/close 4075 (time 1772425512.31 total 10.00 last 407.49) - open/close 8440 (time 1772425522.31 total 20.00 last 436.42) total: 9000 open/close in 21.28 seconds: 422.96 ops/second llite.lustre-ffff9ecdc50c8800.statahead_max=0 10001 real 1m6.144s user 0m0.183s sys 0m24.936s ls -l 10000 files without statahead: 66 sec llite.lustre-ffff9ecdc50c8800.statahead_max=32 32 10001 real 0m43.348s user 0m0.143s sys 0m19.969s ls -l 10000 files with statahead: 43 sec statahead total: 57 statahead wrong: 1 agl total: 52 list_total: 29 fname_total: 28 hit_total: 45074 miss_total: 206 ls -l done rm -r /mnt/lustre/d123ad.sanity: 69 seconds llite.lustre-ffff9ecdc50c8800.statahead_stats= statahead total: 57 statahead wrong: 1 agl total: 52 list_total: 29 fname_total: 28 hit_total: 45074 miss_total: 206 mdc.lustre-MDT0000-mdc-ffff9ecdc50c8800.batch_stats= snapshot_time: 1772425716.112989204 secs.nsecs start_time: 1772425481.846109969 secs.nsecs elapsed_time: 234.266879235 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 1 0 0 4: 3 0 1 8: 10 2 4 16: 228 64 69 32: 108 30 100 mdc.lustre-MDT0001-mdc-ffff9ecdc50c8800.batch_stats= snapshot_time: 1772425716.113067923 secs.nsecs start_time: 1772425481.846161954 secs.nsecs elapsed_time: 234.266905969 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 0 0 4: 4 1 1 8: 3 0 2 16: 162 45 48 32: 184 51 100 - open/close 4737 (time 1772425727.39 total 10.00 last 473.64) - open/close 9499 (time 1772425737.39 total 20.00 last 476.16) total: 10000 open/close in 21.05 seconds: 475.15 ops/second llite.lustre-ffff9ecdc50c8800.statahead_batch_max=0 llite.lustre-ffff9ecdc50c8800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9ecdc50c8800.stats=clear mdc.lustre-MDT0001-mdc-ffff9ecdc50c8800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m51.655s user 0m0.143s sys 0m48.867s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9ecdc50c8800.statahead_batch_max=32 llite.lustre-ffff9ecdc50c8800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9ecdc50c8800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9ecdc50c8800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9ecdc50c8800.stats=clear mdc.lustre-MDT0001-mdc-ffff9ecdc50c8800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m46.204s user 0m0.134s sys 0m28.682s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9ecdc50c8800.batch_stats= snapshot_time: 1772425846.158267989 secs.nsecs start_time: 1772425793.039498324 secs.nsecs elapsed_time: 53.118769665 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff9ecdc50c8800.batch_stats= snapshot_time: 1772425846.158314897 secs.nsecs start_time: 1772425793.039546576 secs.nsecs elapsed_time: 53.118768321 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9ecdc50c8800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9ecdc50c8800.batch_stats=0 llite.lustre-ffff9ecdc50c8800.statahead_max=2048 llite.lustre-ffff9ecdc50c8800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9ecdc50c8800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9ecdc50c8800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 1.25 seconds: 79.81 ops/second llite.lustre-ffff9ecdc50c8800.statahead_max=0 101 real 0m0.821s user 0m0.003s sys 0m0.324s ls -l 100 files without statahead: 1 sec llite.lustre-ffff9ecdc50c8800.statahead_max=2048 2048 101 real 0m0.437s user 0m0.003s sys 0m0.237s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 2.57 seconds: 349.96 ops/second llite.lustre-ffff9ecdc50c8800.statahead_max=0 1001 real 0m7.268s user 0m0.016s sys 0m2.719s ls -l 1000 files without statahead: 7 sec llite.lustre-ffff9ecdc50c8800.statahead_max=2048 2048 1001 real 0m3.780s user 0m0.011s sys 0m1.352s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 3712 (time 1772425967.73 total 10.00 last 371.17) - open/close 7589 (time 1772425977.73 total 20.00 last 387.67) total: 9000 open/close in 23.32 seconds: 386.01 ops/second llite.lustre-ffff9ecdc50c8800.statahead_max=0 10001 real 1m2.915s user 0m0.169s sys 0m23.912s ls -l 10000 files without statahead: 63 sec llite.lustre-ffff9ecdc50c8800.statahead_max=2048 2048 10001 real 0m43.872s user 0m0.132s sys 0m29.082s ls -l 10000 files with statahead: 43 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 58 seconds llite.lustre-ffff9ecdc50c8800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff9ecdc50c8800.batch_stats= snapshot_time: 1772426161.587351199 secs.nsecs start_time: 1772425846.896336543 secs.nsecs elapsed_time: 314.691014656 secs.nsecs subreqs per batch batches % cum % 1: 281 81 81 2: 25 7 88 4: 3 0 89 8: 5 1 90 16: 0 0 90 32: 0 0 90 64: 0 0 90 128: 6 1 92 256: 26 7 100 mdc.lustre-MDT0001-mdc-ffff9ecdc50c8800.batch_stats= snapshot_time: 1772426161.587411308 secs.nsecs start_time: 1772425846.896458270 secs.nsecs elapsed_time: 314.690953038 secs.nsecs subreqs per batch batches % cum % 1: 292 81 81 2: 23 6 88 4: 4 1 89 8: 1 0 89 16: 2 0 90 32: 0 0 90 64: 2 0 90 128: 2 0 91 256: 31 8 100 - open/close 4536 (time 1772426172.50 total 10.00 last 453.54) - open/close 9297 (time 1772426182.50 total 20.00 last 476.04) total: 10000 open/close in 21.41 seconds: 467.02 ops/second llite.lustre-ffff9ecdc50c8800.statahead_batch_max=0 llite.lustre-ffff9ecdc50c8800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9ecdc50c8800.stats=clear mdc.lustre-MDT0001-mdc-ffff9ecdc50c8800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m35.150s user 0m0.129s sys 0m30.015s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9ecdc50c8800.statahead_batch_max=256 llite.lustre-ffff9ecdc50c8800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9ecdc50c8800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9ecdc50c8800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9ecdc50c8800.stats=clear mdc.lustre-MDT0001-mdc-ffff9ecdc50c8800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m29.587s user 0m0.149s sys 0m21.380s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9ecdc50c8800.batch_stats= snapshot_time: 1772426258.048930616 secs.nsecs start_time: 1772426221.890455968 secs.nsecs elapsed_time: 36.158474648 secs.nsecs subreqs per batch batches % cum % 1: 345 66 66 2: 75 14 80 4: 35 6 87 8: 5 0 88 16: 5 0 89 32: 20 3 92 64: 3 0 93 128: 0 0 93 256: 34 6 100 mdc.lustre-MDT0001-mdc-ffff9ecdc50c8800.batch_stats= snapshot_time: 1772426258.048974941 secs.nsecs start_time: 1772426221.890533762 secs.nsecs elapsed_time: 36.158441179 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9ecdc50c8800.statahead_batch_max=64 llite.lustre-ffff9ecdc50c8800.statahead_max=128