== sanity test 123ad: Verify batching statahead works correctly ========================================================== 14:01:36 (1780336896) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff906b87e55000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff906b87e55000.batch_stats=0 llite.lustre-ffff906b87e55000.statahead_max=32 llite.lustre-ffff906b87e55000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff906b87e55000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff906b87e55000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 3.02 seconds: 33.14 ops/second llite.lustre-ffff906b87e55000.statahead_max=0 101 real 0m2.853s user 0m0.005s sys 0m0.387s 'ls -l' 100 files without statahead: 3 sec llite.lustre-ffff906b87e55000.statahead_max=32 llite.lustre-ffff906b87e55000.statahead_max=32 101 real 0m1.607s user 0m0.004s sys 0m0.225s 'ls -l' 100 files with statahead: 1 sec statahead total: 131 statahead wrong: 2 agl total: 125 list_total: 32 fname_total: 90 hit_total: 3619 miss_total: 1539 swrong=2 ewrong=2 - open/close 584 (time 1780336925.53 total 10.00 last 58.39) total: 900 open/close in 16.67 seconds: 54.00 ops/second llite.lustre-ffff906b87e55000.statahead_max=0 1001 real 0m27.791s user 0m0.036s sys 0m3.328s 'ls -l' 1000 files without statahead: 28 sec llite.lustre-ffff906b87e55000.statahead_max=32 llite.lustre-ffff906b87e55000.statahead_max=32 1001 real 0m10.321s user 0m0.034s sys 0m1.641s 'ls -l' 1000 files with statahead: 10 sec statahead total: 132 statahead wrong: 2 agl total: 126 list_total: 33 fname_total: 90 hit_total: 4618 miss_total: 1540 swrong=2 ewrong=2 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 22 seconds llite.lustre-ffff906b87e55000.statahead_stats= statahead total: 132 statahead wrong: 2 agl total: 126 list_total: 33 fname_total: 90 hit_total: 4618 miss_total: 1540 mdc.lustre-MDT0000-mdc-ffff906b87e55000.batch_stats= snapshot_time: 1780337005.355595488 secs.nsecs start_time: 1780336900.581246412 secs.nsecs elapsed_time: 104.774349076 secs.nsecs subreqs per batch batches % cum % 1: 3 8 8 2: 1 2 10 4: 2 5 16 8: 1 2 18 16: 23 62 81 32: 7 18 100 mdc.lustre-MDT0001-mdc-ffff906b87e55000.batch_stats= snapshot_time: 1780337005.355722624 secs.nsecs start_time: 1780336900.581377418 secs.nsecs elapsed_time: 104.774345206 secs.nsecs subreqs per batch batches % cum % 1: 1 2 2 2: 0 0 2 4: 2 5 7 8: 4 10 17 16: 11 27 45 32: 22 55 100 - open/close 669 (time 1780337018.51 total 10.00 last 66.90) - open/close 1341 (time 1780337028.52 total 20.01 last 67.13) - open/close 1952 (time 1780337038.53 total 30.02 last 61.02) - open/close 2636 (time 1780337048.53 total 40.03 last 68.38) - open/close 3325 (time 1780337058.55 total 50.04 last 68.78) - open/close 4009 (time 1780337068.56 total 60.05 last 68.34) - open/close 4692 (time 1780337078.56 total 70.06 last 68.28) - open/close 5341 (time 1780337088.57 total 80.07 last 64.84) - open/close 5974 (time 1780337098.59 total 90.08 last 63.20) - open/close 6560 (time 1780337108.59 total 100.08 last 58.59) - open/close 7143 (time 1780337118.60 total 110.10 last 58.21) - open/close 7763 (time 1780337128.61 total 120.11 last 61.93) - open/close 8352 (time 1780337138.63 total 130.13 last 58.79) - open/close 8937 (time 1780337148.64 total 140.13 last 58.49) - open/close 9592 (time 1780337158.65 total 150.15 last 65.40) total: 10000 open/close in 156.91 seconds: 63.73 ops/second llite.lustre-ffff906b87e55000.statahead_batch_max=0 llite.lustre-ffff906b87e55000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff906b87e55000.stats=clear mdc.lustre-MDT0001-mdc-ffff906b87e55000.stats=clear ls -l files in d123ad.sanity: 10001 real 1m5.405s user 0m0.374s sys 0m18.609s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff906b87e55000.statahead_batch_max=32 llite.lustre-ffff906b87e55000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff906b87e55000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff906b87e55000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff906b87e55000.stats=clear mdc.lustre-MDT0001-mdc-ffff906b87e55000.stats=clear ls -l files in d123ad.sanity: 10001 real 1m56.266s user 0m0.328s sys 0m15.872s batched statahead RPC= hit count=9982 mdc.lustre-MDT0000-mdc-ffff906b87e55000.batch_stats= snapshot_time: 1780337371.712213288 secs.nsecs start_time: 1780337240.662729870 secs.nsecs elapsed_time: 131.049483418 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff906b87e55000.batch_stats= snapshot_time: 1780337371.712937362 secs.nsecs start_time: 1780337240.662810845 secs.nsecs elapsed_time: 131.050126517 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff906b87e55000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff906b87e55000.batch_stats=0 llite.lustre-ffff906b87e55000.statahead_max=2048 llite.lustre-ffff906b87e55000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff906b87e55000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff906b87e55000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 2.95 seconds: 33.95 ops/second llite.lustre-ffff906b87e55000.statahead_max=0 101 real 0m2.684s user 0m0.006s sys 0m0.377s 'ls -l' 100 files without statahead: 2 sec llite.lustre-ffff906b87e55000.statahead_max=2048 llite.lustre-ffff906b87e55000.statahead_max=2048 101 real 0m1.233s user 0m0.005s sys 0m0.228s 'ls -l' 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10081 miss_total: 19 swrong=0 ewrong=0 - open/close 698 (time 1780337732.88 total 10.02 last 69.64) total: 900 open/close in 12.65 seconds: 71.12 ops/second llite.lustre-ffff906b87e55000.statahead_max=0 1001 real 0m25.206s user 0m0.043s sys 0m3.274s 'ls -l' 1000 files without statahead: 25 sec llite.lustre-ffff906b87e55000.statahead_max=2048 llite.lustre-ffff906b87e55000.statahead_max=2048 1001 real 0m7.603s user 0m0.032s sys 0m1.559s 'ls -l' 1000 files with statahead: 7 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11080 miss_total: 20 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 23 seconds llite.lustre-ffff906b87e55000.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11080 miss_total: 20 mdc.lustre-MDT0000-mdc-ffff906b87e55000.batch_stats= snapshot_time: 1780337806.422211634 secs.nsecs start_time: 1780337374.639658936 secs.nsecs elapsed_time: 431.782552698 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 3 42 42 8: 1 14 57 16: 0 0 57 32: 0 0 57 64: 1 14 71 128: 0 0 71 256: 2 28 100 mdc.lustre-MDT0001-mdc-ffff906b87e55000.batch_stats= snapshot_time: 1780337806.422268962 secs.nsecs start_time: 1780337374.639830366 secs.nsecs elapsed_time: 431.782438596 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 2 28 28 8: 2 28 57 16: 0 0 57 32: 0 0 57 64: 1 14 71 128: 0 0 71 256: 2 28 100 - open/close 630 (time 1780337819.64 total 10.01 last 62.93) - open/close 1270 (time 1780337829.65 total 20.02 last 63.96) - open/close 1912 (time 1780337839.65 total 30.03 last 64.15) - open/close 2502 (time 1780337849.66 total 40.03 last 58.95) - open/close 3149 (time 1780337859.68 total 50.05 last 64.62) - open/close 3855 (time 1780337869.68 total 60.05 last 70.56) - open/close 4577 (time 1780337879.69 total 70.06 last 72.12) - open/close 5314 (time 1780337889.70 total 80.07 last 73.66) - open/close 5988 (time 1780337899.71 total 90.08 last 67.32) - open/close 6726 (time 1780337909.71 total 100.08 last 73.80) - open/close 7472 (time 1780337919.72 total 110.09 last 74.51) - open/close 8110 (time 1780337929.74 total 120.11 last 63.67) - open/close 8774 (time 1780337939.75 total 130.12 last 66.37) - open/close 9458 (time 1780337949.75 total 140.12 last 68.35) total: 10000 open/close in 148.21 seconds: 67.47 ops/second llite.lustre-ffff906b87e55000.statahead_batch_max=0 llite.lustre-ffff906b87e55000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff906b87e55000.stats=clear mdc.lustre-MDT0001-mdc-ffff906b87e55000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m55.764s user 0m0.323s sys 0m18.633s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff906b87e55000.statahead_batch_max=256 llite.lustre-ffff906b87e55000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff906b87e55000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff906b87e55000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff906b87e55000.stats=clear mdc.lustre-MDT0001-mdc-ffff906b87e55000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m49.851s user 0m0.360s sys 0m17.959s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff906b87e55000.batch_stats= snapshot_time: 1780338085.665406941 secs.nsecs start_time: 1780338023.891568335 secs.nsecs elapsed_time: 61.773838606 secs.nsecs subreqs per batch batches % cum % 1: 207 56 56 2: 48 13 70 4: 33 9 79 8: 14 3 82 16: 5 1 84 32: 19 5 89 64: 3 0 90 128: 0 0 90 256: 35 9 100 mdc.lustre-MDT0001-mdc-ffff906b87e55000.batch_stats= snapshot_time: 1780338085.665494706 secs.nsecs start_time: 1780338023.891660436 secs.nsecs elapsed_time: 61.773834270 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff906b87e55000.statahead_batch_max=64 llite.lustre-ffff906b87e55000.statahead_max=128