== sanity test 123ad: Verify batching statahead works correctly ========================================================== 19:45:29 (1743205529) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800a97ab800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a97ab800.batch_stats=0 llite.lustre-ffff8800a97ab800.statahead_max=32 llite.lustre-ffff8800a97ab800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800a97ab800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a97ab800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.48 seconds: 209.68 ops/second llite.lustre-ffff8800a97ab800.statahead_max=0 101 real 0m0.471s user 0m0.003s sys 0m0.167s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a97ab800.statahead_max=32 32 101 real 0m0.374s user 0m0.007s sys 0m0.142s ls -l 100 files with statahead: 1 sec statahead total: 46 statahead wrong: 1 agl total: 46 list_total: 19 fname_total: 27 hit_total: 6493 miss_total: 217 total: 900 open/close in 1.81 seconds: 497.47 ops/second llite.lustre-ffff8800a97ab800.statahead_max=0 1001 real 0m4.539s user 0m0.018s sys 0m1.580s ls -l 1000 files without statahead: 4 sec llite.lustre-ffff8800a97ab800.statahead_max=32 32 1001 real 0m2.104s user 0m0.027s sys 0m1.102s ls -l 1000 files with statahead: 2 sec statahead total: 47 statahead wrong: 1 agl total: 47 list_total: 20 fname_total: 27 hit_total: 7492 miss_total: 218 - open/close 2446 (time 1743205554.40 total 10.00 last 244.54) - open/close 5264 (time 1743205564.40 total 20.00 last 281.78) - open/close 7685 (time 1743205574.41 total 30.01 last 242.05) total: 9000 open/close in 34.17 seconds: 263.37 ops/second llite.lustre-ffff8800a97ab800.statahead_max=0 10001 real 0m50.402s user 0m0.214s sys 0m17.653s ls -l 10000 files without statahead: 51 sec llite.lustre-ffff8800a97ab800.statahead_max=32 32 10001 real 0m14.656s user 0m0.167s sys 0m7.620s ls -l 10000 files with statahead: 15 sec statahead total: 48 statahead wrong: 1 agl total: 48 list_total: 21 fname_total: 27 hit_total: 17491 miss_total: 219 ls -l done rm -r /mnt/lustre/d123ad.sanity: 34 seconds llite.lustre-ffff8800a97ab800.statahead_stats= statahead total: 48 statahead wrong: 1 agl total: 48 list_total: 21 fname_total: 27 hit_total: 17491 miss_total: 219 mdc.lustre-MDT0000-mdc-ffff8800a97ab800.batch_stats= snapshot_time: 1743205681.376267730 secs.nsecs start_time: 1743205531.255292939 secs.nsecs elapsed_time: 150.120974791 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 2 0 0 4: 3 0 1 8: 5 1 3 16: 233 66 69 32: 108 30 100 mdc.lustre-MDT0001-mdc-ffff8800a97ab800.batch_stats= snapshot_time: 1743205681.376333840 secs.nsecs start_time: 1743205531.255337433 secs.nsecs elapsed_time: 150.120996407 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 0 4: 4 1 1 8: 3 0 2 16: 161 45 47 32: 185 52 100 - open/close 4142 (time 1743205692.04 total 10.00 last 414.14) - open/close 9138 (time 1743205702.04 total 20.00 last 499.59) total: 10000 open/close in 21.63 seconds: 462.39 ops/second llite.lustre-ffff8800a97ab800.statahead_batch_max=0 llite.lustre-ffff8800a97ab800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a97ab800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a97ab800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m8.328s user 0m0.172s sys 0m7.752s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800a97ab800.statahead_batch_max=32 llite.lustre-ffff8800a97ab800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a97ab800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800a97ab800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a97ab800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a97ab800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m20.155s user 0m0.197s sys 0m9.223s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800a97ab800.batch_stats= snapshot_time: 1743205735.820868730 secs.nsecs start_time: 1743205713.675674352 secs.nsecs elapsed_time: 22.145194378 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800a97ab800.batch_stats= snapshot_time: 1743205735.820927952 secs.nsecs start_time: 1743205713.675718012 secs.nsecs elapsed_time: 22.145209940 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800a97ab800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a97ab800.batch_stats=0 llite.lustre-ffff8800a97ab800.statahead_max=2048 llite.lustre-ffff8800a97ab800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8800a97ab800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a97ab800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.48 seconds: 206.83 ops/second llite.lustre-ffff8800a97ab800.statahead_max=0 101 real 0m0.484s user 0m0.002s sys 0m0.172s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8800a97ab800.statahead_max=2048 2048 101 real 0m0.301s user 0m0.003s sys 0m0.096s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.69 seconds: 533.75 ops/second llite.lustre-ffff8800a97ab800.statahead_max=0 1001 real 0m4.619s user 0m0.019s sys 0m1.619s ls -l 1000 files without statahead: 4 sec llite.lustre-ffff8800a97ab800.statahead_max=2048 2048 1001 real 0m1.145s user 0m0.016s sys 0m0.779s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 5002 (time 1743205825.36 total 10.00 last 500.19) total: 9000 open/close in 17.75 seconds: 507.12 ops/second llite.lustre-ffff8800a97ab800.statahead_max=0 10001 real 0m45.769s user 0m0.190s sys 0m15.568s ls -l 10000 files without statahead: 45 sec llite.lustre-ffff8800a97ab800.statahead_max=2048 2048 10001 real 0m8.723s user 0m0.167s sys 0m7.626s ls -l 10000 files with statahead: 9 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 39 seconds llite.lustre-ffff8800a97ab800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8800a97ab800.batch_stats= snapshot_time: 1743205930.796181752 secs.nsecs start_time: 1743205736.168855012 secs.nsecs elapsed_time: 194.627326740 secs.nsecs subreqs per batch batches % cum % 1: 26 33 33 2: 2 2 36 4: 6 7 44 8: 3 3 48 16: 3 3 51 32: 2 2 54 64: 1 1 55 128: 6 7 63 256: 28 36 100 mdc.lustre-MDT0001-mdc-ffff8800a97ab800.batch_stats= snapshot_time: 1743205930.796260127 secs.nsecs start_time: 1743205736.168929899 secs.nsecs elapsed_time: 194.627330228 secs.nsecs subreqs per batch batches % cum % 1: 26 34 34 2: 1 1 36 4: 2 2 38 8: 6 8 46 16: 3 4 50 32: 2 2 53 64: 1 1 54 128: 4 5 60 256: 30 40 100 - open/close 2415 (time 1743205941.52 total 10.00 last 241.46) - open/close 6057 (time 1743205951.52 total 20.00 last 364.18) total: 10000 open/close in 28.38 seconds: 352.40 ops/second llite.lustre-ffff8800a97ab800.statahead_batch_max=0 llite.lustre-ffff8800a97ab800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a97ab800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a97ab800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m8.858s user 0m0.187s sys 0m7.911s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800a97ab800.statahead_batch_max=256 llite.lustre-ffff8800a97ab800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a97ab800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800a97ab800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a97ab800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a97ab800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m8.711s user 0m0.170s sys 0m7.336s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800a97ab800.batch_stats= snapshot_time: 1743205981.516777681 secs.nsecs start_time: 1743205970.404913753 secs.nsecs elapsed_time: 11.111863928 secs.nsecs subreqs per batch batches % cum % 1: 169 63 63 2: 13 4 68 4: 13 4 73 8: 7 2 76 16: 11 4 80 32: 16 6 86 64: 0 0 86 128: 0 0 86 256: 36 13 100 mdc.lustre-MDT0001-mdc-ffff8800a97ab800.batch_stats= snapshot_time: 1743205981.516906984 secs.nsecs start_time: 1743205970.404964857 secs.nsecs elapsed_time: 11.111942127 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800a97ab800.statahead_batch_max=64 llite.lustre-ffff8800a97ab800.statahead_max=128