== sanity test 123ad: Verify batching statahead works correctly ========================================================== 03:20:51 (1790925651) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8edb02882000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8edb02882000.batch_stats=0 llite.lustre-ffff8edb02882000.statahead_max=32 llite.lustre-ffff8edb02882000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8edb02882000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8edb02882000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 2.31 seconds: 43.35 ops/second llite.lustre-ffff8edb02882000.statahead_max=0 101 real 0m2.505s user 0m0.003s sys 0m0.310s 'ls -l' 100 files without statahead: 3 sec llite.lustre-ffff8edb02882000.statahead_max=32 llite.lustre-ffff8edb02882000.statahead_max=32 101 real 0m1.109s user 0m0.003s sys 0m0.190s 'ls -l' 100 files with statahead: 1 sec statahead total: 113 statahead wrong: 2 agl total: 108 list_total: 30 fname_total: 76 hit_total: 3996 miss_total: 1621 swrong=2 ewrong=2 - open/close 807 (time 1790925678.22 total 10.01 last 80.64) total: 900 open/close in 11.13 seconds: 80.84 ops/second llite.lustre-ffff8edb02882000.statahead_max=0 1001 real 0m20.807s user 0m0.023s sys 0m2.844s 'ls -l' 1000 files without statahead: 21 sec llite.lustre-ffff8edb02882000.statahead_max=32 llite.lustre-ffff8edb02882000.statahead_max=32 1001 real 0m8.747s user 0m0.029s sys 0m1.329s 'ls -l' 1000 files with statahead: 9 sec statahead total: 114 statahead wrong: 2 agl total: 109 list_total: 31 fname_total: 76 hit_total: 4991 miss_total: 1626 swrong=2 ewrong=2 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 19 seconds llite.lustre-ffff8edb02882000.statahead_stats= statahead total: 114 statahead wrong: 2 agl total: 109 list_total: 31 fname_total: 76 hit_total: 4991 miss_total: 1626 mdc.lustre-MDT0000-mdc-ffff8edb02882000.batch_stats= snapshot_time: 1790925739.413083900 secs.nsecs start_time: 1790925656.025650448 secs.nsecs elapsed_time: 83.387433452 secs.nsecs subreqs per batch batches %% cum %% 1: 3 7 7 2: 3 7 15 4: 1 2 18 8: 0 0 18 16: 24 63 81 32: 7 18 100 mdc.lustre-MDT0001-mdc-ffff8edb02882000.batch_stats= snapshot_time: 1790925739.413152752 secs.nsecs start_time: 1790925656.026033094 secs.nsecs elapsed_time: 83.387119658 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 2 5 5 8: 4 10 15 16: 12 30 45 32: 22 55 100 - open/close 896 (time 1790925751.86 total 10.01 last 89.55) - open/close 1863 (time 1790925761.86 total 20.01 last 96.69) - open/close 2736 (time 1790925771.87 total 30.01 last 87.29) - open/close 3304 (time 1790925781.88 total 40.02 last 56.72) - open/close 4014 (time 1790925791.89 total 50.03 last 70.91) - open/close 4979 (time 1790925801.90 total 60.05 last 96.39) - open/close 5858 (time 1790925811.91 total 70.05 last 87.90) - open/close 6759 (time 1790925821.91 total 80.05 last 90.04) - open/close 7672 (time 1790925831.93 total 90.07 last 91.16) - open/close 8553 (time 1790925841.93 total 100.07 last 88.05) - open/close 9387 (time 1790925851.94 total 110.08 last 83.35) total: 10000 open/close in 118.04 seconds: 84.72 ops/second llite.lustre-ffff8edb02882000.statahead_batch_max=0 llite.lustre-ffff8edb02882000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8edb02882000.stats=clear mdc.lustre-MDT0001-mdc-ffff8edb02882000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m55.760s user 0m0.289s sys 0m16.466s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8edb02882000.statahead_batch_max=32 llite.lustre-ffff8edb02882000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8edb02882000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8edb02882000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8edb02882000.stats=clear mdc.lustre-MDT0001-mdc-ffff8edb02882000.stats=clear ls -l files in d123ad.sanity: 10001 real 1m40.479s user 0m0.264s sys 0m14.099s batched statahead RPC= hit count=9974 mdc.lustre-MDT0000-mdc-ffff8edb02882000.batch_stats= snapshot_time: 1790926034.929626202 secs.nsecs start_time: 1790925925.073783230 secs.nsecs elapsed_time: 109.855842972 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 2 0 0 16: 1 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff8edb02882000.batch_stats= snapshot_time: 1790926034.929713824 secs.nsecs start_time: 1790925925.073864923 secs.nsecs elapsed_time: 109.855848901 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8edb02882000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8edb02882000.batch_stats=0 llite.lustre-ffff8edb02882000.statahead_max=2048 llite.lustre-ffff8edb02882000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8edb02882000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8edb02882000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 2.48 seconds: 40.33 ops/second llite.lustre-ffff8edb02882000.statahead_max=0 101 real 0m2.456s user 0m0.006s sys 0m0.302s 'ls -l' 100 files without statahead: 3 sec llite.lustre-ffff8edb02882000.statahead_max=2048 llite.lustre-ffff8edb02882000.statahead_max=2048 101 real 0m0.820s user 0m0.005s sys 0m0.187s 'ls -l' 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10073 miss_total: 27 swrong=0 ewrong=0 - open/close 661 (time 1790926318.72 total 10.01 last 66.07) total: 900 open/close in 14.16 seconds: 63.55 ops/second llite.lustre-ffff8edb02882000.statahead_max=0 1001 real 0m23.948s user 0m0.029s sys 0m2.879s 'ls -l' 1000 files without statahead: 24 sec llite.lustre-ffff8edb02882000.statahead_max=2048 llite.lustre-ffff8edb02882000.statahead_max=2048 1001 real 0m5.389s user 0m0.020s sys 0m1.599s 'ls -l' 1000 files with statahead: 5 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11072 miss_total: 28 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 19 seconds llite.lustre-ffff8edb02882000.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11072 miss_total: 28 mdc.lustre-MDT0000-mdc-ffff8edb02882000.batch_stats= snapshot_time: 1790926382.275863424 secs.nsecs start_time: 1790926036.940328877 secs.nsecs elapsed_time: 345.335534547 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 3 42 42 8: 1 14 57 16: 0 0 57 32: 0 0 57 64: 1 14 71 128: 0 0 71 256: 2 28 100 mdc.lustre-MDT0001-mdc-ffff8edb02882000.batch_stats= snapshot_time: 1790926382.275937048 secs.nsecs start_time: 1790926036.940543409 secs.nsecs elapsed_time: 345.335393639 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 2 28 28 8: 2 28 57 16: 0 0 57 32: 0 0 57 64: 1 14 71 128: 0 0 71 256: 2 28 100 - open/close 917 (time 1790926394.66 total 10.01 last 91.63) - open/close 1828 (time 1790926404.66 total 20.01 last 91.09) - open/close 2692 (time 1790926414.67 total 30.02 last 86.29) - open/close 3562 (time 1790926424.67 total 40.02 last 86.99) - open/close 4376 (time 1790926434.68 total 50.03 last 81.36) - open/close 5330 (time 1790926444.69 total 60.03 last 95.34) - open/close 6173 (time 1790926454.69 total 70.04 last 84.28) - open/close 6963 (time 1790926464.70 total 80.04 last 78.94) - open/close 7799 (time 1790926474.70 total 90.05 last 83.60) - open/close 8626 (time 1790926484.70 total 100.05 last 82.68) - open/close 9527 (time 1790926494.71 total 110.06 last 89.96) total: 10000 open/close in 115.78 seconds: 86.37 ops/second llite.lustre-ffff8edb02882000.statahead_batch_max=0 llite.lustre-ffff8edb02882000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8edb02882000.stats=clear mdc.lustre-MDT0001-mdc-ffff8edb02882000.stats=clear ls -l files in d123ad.sanity: 10001 real 1m6.560s user 0m0.311s sys 0m15.849s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8edb02882000.statahead_batch_max=256 llite.lustre-ffff8edb02882000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8edb02882000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8edb02882000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8edb02882000.stats=clear mdc.lustre-MDT0001-mdc-ffff8edb02882000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m48.412s user 0m0.259s sys 0m15.237s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8edb02882000.batch_stats= snapshot_time: 1790926634.771306583 secs.nsecs start_time: 1790926575.854140656 secs.nsecs elapsed_time: 58.917165927 secs.nsecs subreqs per batch batches %% cum %% 1: 84 43 43 2: 21 10 54 4: 13 6 61 8: 12 6 67 16: 4 2 69 32: 14 7 76 64: 10 5 81 128: 0 0 81 256: 35 18 100 mdc.lustre-MDT0001-mdc-ffff8edb02882000.batch_stats= snapshot_time: 1790926634.771370404 secs.nsecs start_time: 1790926575.854415507 secs.nsecs elapsed_time: 58.916954897 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8edb02882000.statahead_batch_max=64 llite.lustre-ffff8edb02882000.statahead_max=128