== sanity test 123ad: Verify batching statahead works correctly ========================================================== 23:21:35 (1767327695) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff965be0ea5000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff965be0ea5000.batch_stats=0 llite.lustre-ffff965be0ea5000.statahead_max=32 llite.lustre-ffff965be0ea5000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff965be0ea5000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff965be0ea5000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.64 seconds: 157.46 ops/second llite.lustre-ffff965be0ea5000.statahead_max=0 101 real 0m0.634s user 0m0.005s sys 0m0.224s ls -l 100 files without statahead: 0 sec llite.lustre-ffff965be0ea5000.statahead_max=32 32 101 real 0m0.395s user 0m0.002s sys 0m0.193s ls -l 100 files with statahead: 0 sec statahead total: 115 statahead wrong: 2 agl total: 110 list_total: 34 fname_total: 81 hit_total: 28560 miss_total: 1125 total: 900 open/close in 1.92 seconds: 469.46 ops/second llite.lustre-ffff965be0ea5000.statahead_max=0 1001 real 0m5.614s user 0m0.015s sys 0m2.022s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff965be0ea5000.statahead_max=32 32 1001 real 0m3.664s user 0m0.015s sys 0m1.668s ls -l 1000 files with statahead: 4 sec statahead total: 116 statahead wrong: 2 agl total: 111 list_total: 35 fname_total: 81 hit_total: 29559 miss_total: 1126 - open/close 4719 (time 1767327725.33 total 10.00 last 471.80) total: 9000 open/close in 18.99 seconds: 474.03 ops/second llite.lustre-ffff965be0ea5000.statahead_max=0 10001 real 0m57.626s user 0m0.218s sys 0m20.516s ls -l 10000 files without statahead: 58 sec llite.lustre-ffff965be0ea5000.statahead_max=32 32 10001 real 0m38.004s user 0m0.147s sys 0m17.106s ls -l 10000 files with statahead: 38 sec statahead total: 117 statahead wrong: 2 agl total: 112 list_total: 36 fname_total: 81 hit_total: 39558 miss_total: 1127 ls -l done rm -r /mnt/lustre/d123ad.sanity: 63 seconds llite.lustre-ffff965be0ea5000.statahead_stats= statahead total: 117 statahead wrong: 2 agl total: 112 list_total: 36 fname_total: 81 hit_total: 39558 miss_total: 1127 mdc.lustre-MDT0000-mdc-ffff965be0ea5000.batch_stats= snapshot_time: 1767327903.807787506 secs.nsecs start_time: 1767327697.301017051 secs.nsecs elapsed_time: 206.506770455 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 1 0 0 4: 3 0 1 8: 5 1 3 16: 202 56 60 32: 142 40 100 mdc.lustre-MDT0001-mdc-ffff965be0ea5000.batch_stats= snapshot_time: 1767327903.807855613 secs.nsecs start_time: 1767327697.301105207 secs.nsecs elapsed_time: 206.506750406 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 0 0 0 4: 3 0 1 8: 7 1 3 16: 190 53 56 32: 153 43 100 - open/close 4782 (time 1767327914.72 total 10.00 last 478.17) - open/close 9509 (time 1767327924.72 total 20.00 last 472.64) total: 10000 open/close in 21.02 seconds: 475.81 ops/second llite.lustre-ffff965be0ea5000.statahead_batch_max=0 llite.lustre-ffff965be0ea5000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff965be0ea5000.stats=clear mdc.lustre-MDT0001-mdc-ffff965be0ea5000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m33.673s user 0m0.162s sys 0m29.924s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff965be0ea5000.statahead_batch_max=32 llite.lustre-ffff965be0ea5000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff965be0ea5000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff965be0ea5000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff965be0ea5000.stats=clear mdc.lustre-MDT0001-mdc-ffff965be0ea5000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m36.111s user 0m0.155s sys 0m20.044s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff965be0ea5000.batch_stats= snapshot_time: 1767328002.793966020 secs.nsecs start_time: 1767327962.000111188 secs.nsecs elapsed_time: 40.793854832 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff965be0ea5000.batch_stats= snapshot_time: 1767328002.794006905 secs.nsecs start_time: 1767327962.000199101 secs.nsecs elapsed_time: 40.793807804 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff965be0ea5000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff965be0ea5000.batch_stats=0 llite.lustre-ffff965be0ea5000.statahead_max=2048 llite.lustre-ffff965be0ea5000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff965be0ea5000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff965be0ea5000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.63 seconds: 158.32 ops/second llite.lustre-ffff965be0ea5000.statahead_max=0 101 real 0m0.591s user 0m0.003s sys 0m0.211s ls -l 100 files without statahead: 1 sec llite.lustre-ffff965be0ea5000.statahead_max=2048 2048 101 real 0m0.366s user 0m0.001s sys 0m0.247s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.83 seconds: 492.90 ops/second llite.lustre-ffff965be0ea5000.statahead_max=0 1001 real 0m5.762s user 0m0.022s sys 0m2.036s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff965be0ea5000.statahead_max=2048 2048 1001 real 0m3.124s user 0m0.014s sys 0m1.419s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4850 (time 1767328112.54 total 10.00 last 484.94) total: 9000 open/close in 18.73 seconds: 480.52 ops/second llite.lustre-ffff965be0ea5000.statahead_max=0 10001 real 1m13.743s user 0m0.216s sys 0m25.065s ls -l 10000 files without statahead: 74 sec llite.lustre-ffff965be0ea5000.statahead_max=2048 2048 10001 real 0m30.504s user 0m0.140s sys 0m19.807s ls -l 10000 files with statahead: 31 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 67 seconds llite.lustre-ffff965be0ea5000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff965be0ea5000.batch_stats= snapshot_time: 1767328303.576582073 secs.nsecs start_time: 1767328003.635434118 secs.nsecs elapsed_time: 299.941147955 secs.nsecs subreqs per batch batches % cum % 1: 98 66 66 2: 7 4 70 4: 8 5 76 8: 2 1 77 16: 0 0 77 32: 0 0 77 64: 0 0 77 128: 7 4 82 256: 26 17 100 mdc.lustre-MDT0001-mdc-ffff965be0ea5000.batch_stats= snapshot_time: 1767328303.576623635 secs.nsecs start_time: 1767328003.635539590 secs.nsecs elapsed_time: 299.941084045 secs.nsecs subreqs per batch batches % cum % 1: 81 57 57 2: 12 8 66 4: 5 3 70 8: 4 2 72 16: 2 1 74 32: 2 1 75 64: 0 0 75 128: 2 1 77 256: 32 22 100 - open/close 3286 (time 1767328314.46 total 10.00 last 328.59) - open/close 6744 (time 1767328324.46 total 20.00 last 345.73) - open/close 9473 (time 1767328334.46 total 30.00 last 272.87) total: 10000 open/close in 31.78 seconds: 314.62 ops/second llite.lustre-ffff965be0ea5000.statahead_batch_max=0 llite.lustre-ffff965be0ea5000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff965be0ea5000.stats=clear mdc.lustre-MDT0001-mdc-ffff965be0ea5000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m46.485s user 0m0.183s sys 0m39.561s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff965be0ea5000.statahead_batch_max=256 llite.lustre-ffff965be0ea5000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff965be0ea5000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff965be0ea5000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff965be0ea5000.stats=clear mdc.lustre-MDT0001-mdc-ffff965be0ea5000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m29.639s user 0m0.137s sys 0m20.921s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff965be0ea5000.batch_stats= snapshot_time: 1767328419.750745293 secs.nsecs start_time: 1767328385.411663443 secs.nsecs elapsed_time: 34.339081850 secs.nsecs subreqs per batch batches % cum % 1: 233 60 60 2: 61 15 76 4: 26 6 83 8: 3 0 83 16: 1 0 84 32: 21 5 89 64: 6 1 91 128: 0 0 91 256: 34 8 100 mdc.lustre-MDT0001-mdc-ffff965be0ea5000.batch_stats= snapshot_time: 1767328419.750785312 secs.nsecs start_time: 1767328385.411740390 secs.nsecs elapsed_time: 34.339044922 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff965be0ea5000.statahead_batch_max=64 llite.lustre-ffff965be0ea5000.statahead_max=128