== sanity test 123ad: Verify batching statahead works correctly ========================================================== 21:04:08 (1784941448) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88d54665b000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88d54665b000.batch_stats=0 llite.lustre-ffff88d54665b000.statahead_max=32 llite.lustre-ffff88d54665b000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88d54665b000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88d54665b000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 2.95 seconds: 33.92 ops/second llite.lustre-ffff88d54665b000.statahead_max=0 101 real 0m2.173s user 0m0.004s sys 0m0.327s 'ls -l' 100 files without statahead: 2 sec llite.lustre-ffff88d54665b000.statahead_max=32 llite.lustre-ffff88d54665b000.statahead_max=32 101 real 0m1.215s user 0m0.006s sys 0m0.165s 'ls -l' 100 files with statahead: 2 sec statahead total: 147 statahead wrong: 2 agl total: 141 list_total: 31 fname_total: 114 hit_total: 4038 miss_total: 769 swrong=2 ewrong=2 - open/close 583 (time 1784941476.85 total 10.01 last 58.25) total: 900 open/close in 15.12 seconds: 59.54 ops/second llite.lustre-ffff88d54665b000.statahead_max=0 1001 real 0m24.770s user 0m0.036s sys 0m3.342s 'ls -l' 1000 files without statahead: 24 sec llite.lustre-ffff88d54665b000.statahead_max=32 llite.lustre-ffff88d54665b000.statahead_max=32 1001 real 0m9.467s user 0m0.035s sys 0m1.693s 'ls -l' 1000 files with statahead: 9 sec statahead total: 148 statahead wrong: 2 agl total: 142 list_total: 32 fname_total: 114 hit_total: 5036 miss_total: 771 swrong=2 ewrong=2 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 20 seconds llite.lustre-ffff88d54665b000.statahead_stats= statahead total: 148 statahead wrong: 2 agl total: 142 list_total: 32 fname_total: 114 hit_total: 5036 miss_total: 771 mdc.lustre-MDT0000-mdc-ffff88d54665b000.batch_stats= snapshot_time: 1784941549.204373011 secs.nsecs start_time: 1784941453.152871815 secs.nsecs elapsed_time: 96.051501196 secs.nsecs subreqs per batch batches %% cum %% 1: 1 2 2 2: 1 2 5 4: 3 7 12 8: 1 2 15 16: 19 48 64 32: 14 35 100 mdc.lustre-MDT0001-mdc-ffff88d54665b000.batch_stats= snapshot_time: 1784941549.204429941 secs.nsecs start_time: 1784941453.153070134 secs.nsecs elapsed_time: 96.051359807 secs.nsecs subreqs per batch batches %% cum %% 1: 1 2 2 2: 0 0 2 4: 2 5 7 8: 5 12 20 16: 18 45 65 32: 14 35 100 - open/close 731 (time 1784941561.74 total 10.02 last 72.97) - open/close 1492 (time 1784941571.75 total 20.02 last 76.06) - open/close 2194 (time 1784941581.75 total 30.02 last 70.19) - open/close 2922 (time 1784941591.76 total 40.04 last 72.72) - open/close 3645 (time 1784941601.77 total 50.04 last 72.26) - open/close 4349 (time 1784941611.77 total 60.05 last 70.33) - open/close 5038 (time 1784941621.78 total 70.06 last 68.84) - open/close 5742 (time 1784941631.79 total 80.07 last 70.34) - open/close 6439 (time 1784941641.80 total 90.08 last 69.64) - open/close 7136 (time 1784941651.81 total 100.08 last 69.68) - open/close 7831 (time 1784941661.81 total 110.08 last 69.49) - open/close 8517 (time 1784941671.81 total 120.08 last 68.59) - open/close 9224 (time 1784941681.82 total 130.10 last 70.62) - open/close 9890 (time 1784941691.84 total 140.11 last 66.49) total: 10000 open/close in 141.72 seconds: 70.56 ops/second llite.lustre-ffff88d54665b000.statahead_batch_max=0 llite.lustre-ffff88d54665b000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88d54665b000.stats=clear mdc.lustre-MDT0001-mdc-ffff88d54665b000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m57.028s user 0m0.334s sys 0m18.994s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88d54665b000.statahead_batch_max=32 llite.lustre-ffff88d54665b000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88d54665b000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88d54665b000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88d54665b000.stats=clear mdc.lustre-MDT0001-mdc-ffff88d54665b000.stats=clear ls -l files in d123ad.sanity: 10001 real 1m45.385s user 0m0.318s sys 0m16.351s batched statahead RPC= hit count=9984 mdc.lustre-MDT0000-mdc-ffff88d54665b000.batch_stats= snapshot_time: 1784941877.156792692 secs.nsecs start_time: 1784941759.127793979 secs.nsecs elapsed_time: 118.028998713 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff88d54665b000.batch_stats= snapshot_time: 1784941877.156918711 secs.nsecs start_time: 1784941759.127997707 secs.nsecs elapsed_time: 118.028921004 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88d54665b000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88d54665b000.batch_stats=0 llite.lustre-ffff88d54665b000.statahead_max=2048 llite.lustre-ffff88d54665b000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff88d54665b000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88d54665b000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 2.27 seconds: 44.09 ops/second llite.lustre-ffff88d54665b000.statahead_max=0 101 real 0m2.146s user 0m0.006s sys 0m0.345s 'ls -l' 100 files without statahead: 2 sec llite.lustre-ffff88d54665b000.statahead_max=2048 llite.lustre-ffff88d54665b000.statahead_max=2048 101 real 0m0.649s user 0m0.005s sys 0m0.298s 'ls -l' 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10083 miss_total: 17 swrong=0 ewrong=0 - open/close 799 (time 1784942179.46 total 10.00 last 79.87) total: 900 open/close in 11.16 seconds: 80.63 ops/second llite.lustre-ffff88d54665b000.statahead_max=0 1001 real 0m20.168s user 0m0.050s sys 0m3.295s 'ls -l' 1000 files without statahead: 20 sec llite.lustre-ffff88d54665b000.statahead_max=2048 llite.lustre-ffff88d54665b000.statahead_max=2048 1001 real 0m5.904s user 0m0.026s sys 0m1.784s 'ls -l' 1000 files with statahead: 6 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11082 miss_total: 18 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 17 seconds llite.lustre-ffff88d54665b000.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11082 miss_total: 18 mdc.lustre-MDT0000-mdc-ffff88d54665b000.batch_stats= snapshot_time: 1784942232.443504749 secs.nsecs start_time: 1784941879.371011438 secs.nsecs elapsed_time: 353.072493311 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 1 11 11 4: 1 11 22 8: 3 33 55 16: 1 11 66 32: 0 0 66 64: 1 11 77 128: 0 0 77 256: 2 22 100 mdc.lustre-MDT0001-mdc-ffff88d54665b000.batch_stats= snapshot_time: 1784942232.443572962 secs.nsecs start_time: 1784941879.371178378 secs.nsecs elapsed_time: 353.072394584 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 2 22 22 4: 0 0 22 8: 3 33 55 16: 1 11 66 32: 1 11 77 64: 0 0 77 128: 0 0 77 256: 2 22 100 - open/close 680 (time 1784942244.48 total 10.01 last 67.91) - open/close 1322 (time 1784942254.48 total 20.01 last 64.20) - open/close 2031 (time 1784942264.48 total 30.02 last 70.88) - open/close 2779 (time 1784942274.49 total 40.03 last 74.73) - open/close 3600 (time 1784942284.51 total 50.04 last 81.99) - open/close 4426 (time 1784942294.51 total 60.05 last 82.53) - open/close 5248 (time 1784942304.52 total 70.05 last 82.18) - open/close 6165 (time 1784942314.52 total 80.06 last 91.63) - open/close 7083 (time 1784942324.53 total 90.06 last 91.74) - open/close 7941 (time 1784942334.53 total 100.07 last 85.78) - open/close 8765 (time 1784942344.54 total 110.07 last 82.37) - open/close 9572 (time 1784942354.55 total 120.08 last 80.63) total: 10000 open/close in 125.30 seconds: 79.81 ops/second llite.lustre-ffff88d54665b000.statahead_batch_max=0 llite.lustre-ffff88d54665b000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88d54665b000.stats=clear mdc.lustre-MDT0001-mdc-ffff88d54665b000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m40.463s user 0m0.279s sys 0m22.929s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88d54665b000.statahead_batch_max=256 llite.lustre-ffff88d54665b000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88d54665b000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88d54665b000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88d54665b000.stats=clear mdc.lustre-MDT0001-mdc-ffff88d54665b000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m34.361s user 0m0.248s sys 0m21.248s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88d54665b000.batch_stats= snapshot_time: 1784942448.693644790 secs.nsecs start_time: 1784942406.669729797 secs.nsecs elapsed_time: 42.023914993 secs.nsecs subreqs per batch batches %% cum %% 1: 343 60 60 2: 85 14 75 4: 64 11 86 8: 12 2 88 16: 7 1 90 32: 14 2 92 64: 9 1 94 128: 0 0 94 256: 33 5 100 mdc.lustre-MDT0001-mdc-ffff88d54665b000.batch_stats= snapshot_time: 1784942448.693713712 secs.nsecs start_time: 1784942406.669814164 secs.nsecs elapsed_time: 42.023899548 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88d54665b000.statahead_batch_max=64 llite.lustre-ffff88d54665b000.statahead_max=128