== sanity test 123ad: Verify batching statahead works correctly ========================================================== 05:55:33 (1734432933) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88009503a800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88009503a800.batch_stats=0 llite.lustre-ffff88009503a800.statahead_max=32 llite.lustre-ffff88009503a800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88009503a800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88009503a800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.62 seconds: 160.37 ops/second llite.lustre-ffff88009503a800.statahead_max=0 101 real 0m0.619s user 0m0.003s sys 0m0.228s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88009503a800.statahead_max=32 32 101 real 0m0.336s user 0m0.005s sys 0m0.120s ls -l 100 files with statahead: 0 sec statahead total: 48 statahead wrong: 1 agl total: 48 list_total: 21 fname_total: 27 hit_total: 11561 miss_total: 232 total: 900 open/close in 1.69 seconds: 531.13 ops/second llite.lustre-ffff88009503a800.statahead_max=0 1001 real 0m5.012s user 0m0.027s sys 0m1.916s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff88009503a800.statahead_max=32 32 1001 real 0m1.703s user 0m0.019s sys 0m0.927s ls -l 1000 files with statahead: 1 sec statahead total: 49 statahead wrong: 1 agl total: 49 list_total: 22 fname_total: 27 hit_total: 12560 miss_total: 233 - open/close 5120 (time 1734432957.76 total 10.00 last 511.95) total: 9000 open/close in 17.96 seconds: 501.15 ops/second llite.lustre-ffff88009503a800.statahead_max=0 10001 real 0m56.856s user 0m0.372s sys 0m20.717s ls -l 10000 files without statahead: 57 sec llite.lustre-ffff88009503a800.statahead_max=32 32 10001 real 0m18.642s user 0m0.228s sys 0m10.053s ls -l 10000 files with statahead: 18 sec statahead total: 50 statahead wrong: 1 agl total: 50 list_total: 23 fname_total: 27 hit_total: 22559 miss_total: 234 ls -l done rm -r /mnt/lustre/d123ad.sanity: 40 seconds llite.lustre-ffff88009503a800.statahead_stats= statahead total: 50 statahead wrong: 1 agl total: 50 list_total: 23 fname_total: 27 hit_total: 22559 miss_total: 234 mdc.lustre-MDT0000-mdc-ffff88009503a800.batch_stats= snapshot_time: 1734433085.817316897 secs.nsecs start_time: 1734432934.229614490 secs.nsecs elapsed_time: 151.587702407 secs.nsecs subreqs per batch batches % cum % 1: 3 0 0 2: 1 0 1 4: 2 0 1 8: 8 2 3 16: 218 62 66 32: 119 33 100 mdc.lustre-MDT0001-mdc-ffff88009503a800.batch_stats= snapshot_time: 1734433085.817539579 secs.nsecs start_time: 1734432934.229705798 secs.nsecs elapsed_time: 151.587833781 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 3 0 0 8: 5 1 2 16: 162 45 48 32: 184 51 100 - open/close 4918 (time 1734433096.73 total 10.00 last 491.75) - open/close 9920 (time 1734433106.73 total 20.00 last 500.15) total: 10000 open/close in 20.20 seconds: 495.05 ops/second llite.lustre-ffff88009503a800.statahead_batch_max=0 llite.lustre-ffff88009503a800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88009503a800.stats=clear mdc.lustre-MDT0001-mdc-ffff88009503a800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.859s user 0m0.225s sys 0m10.125s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88009503a800.statahead_batch_max=32 llite.lustre-ffff88009503a800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88009503a800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88009503a800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88009503a800.stats=clear mdc.lustre-MDT0001-mdc-ffff88009503a800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m20.775s user 0m0.233s sys 0m9.535s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88009503a800.batch_stats= snapshot_time: 1734433143.208426635 secs.nsecs start_time: 1734433119.855251294 secs.nsecs elapsed_time: 23.353175341 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88009503a800.batch_stats= snapshot_time: 1734433143.208541337 secs.nsecs start_time: 1734433119.855335707 secs.nsecs elapsed_time: 23.353205630 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88009503a800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88009503a800.batch_stats=0 llite.lustre-ffff88009503a800.statahead_max=2048 llite.lustre-ffff88009503a800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff88009503a800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88009503a800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.70 seconds: 143.05 ops/second llite.lustre-ffff88009503a800.statahead_max=0 101 real 0m0.678s user 0m0.006s sys 0m0.236s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88009503a800.statahead_max=2048 2048 101 real 0m0.282s user 0m0.004s sys 0m0.124s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.69 seconds: 531.31 ops/second llite.lustre-ffff88009503a800.statahead_max=0 1001 real 0m5.734s user 0m0.029s sys 0m2.091s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff88009503a800.statahead_max=2048 2048 1001 real 0m1.328s user 0m0.019s sys 0m0.834s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4193 (time 1734433235.09 total 10.00 last 419.23) - open/close 7765 (time 1734433245.09 total 20.00 last 357.11) total: 9000 open/close in 23.59 seconds: 381.60 ops/second llite.lustre-ffff88009503a800.statahead_max=0 10001 real 1m3.204s user 0m0.459s sys 0m22.042s ls -l 10000 files without statahead: 63 sec llite.lustre-ffff88009503a800.statahead_max=2048 2048 10001 real 0m9.890s user 0m0.226s sys 0m8.624s ls -l 10000 files with statahead: 10 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 40 seconds llite.lustre-ffff88009503a800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff88009503a800.batch_stats= snapshot_time: 1734433367.196081581 secs.nsecs start_time: 1734433143.649476707 secs.nsecs elapsed_time: 223.546604874 secs.nsecs subreqs per batch batches % cum % 1: 39 41 41 2: 9 9 51 4: 3 3 54 8: 6 6 60 16: 2 2 62 32: 0 0 62 64: 1 1 63 128: 3 3 67 256: 31 32 100 mdc.lustre-MDT0001-mdc-ffff88009503a800.batch_stats= snapshot_time: 1734433367.196250973 secs.nsecs start_time: 1734433143.649620235 secs.nsecs elapsed_time: 223.546630738 secs.nsecs subreqs per batch batches % cum % 1: 36 40 40 2: 3 3 43 4: 5 5 48 8: 9 10 58 16: 2 2 61 32: 1 1 62 64: 0 0 62 128: 5 5 67 256: 29 32 100 - open/close 4808 (time 1734433377.77 total 10.00 last 480.68) - open/close 9225 (time 1734433387.77 total 20.00 last 441.67) total: 10000 open/close in 21.71 seconds: 460.62 ops/second llite.lustre-ffff88009503a800.statahead_batch_max=0 llite.lustre-ffff88009503a800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88009503a800.stats=clear mdc.lustre-MDT0001-mdc-ffff88009503a800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.857s user 0m0.246s sys 0m9.575s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88009503a800.statahead_batch_max=256 llite.lustre-ffff88009503a800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88009503a800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88009503a800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88009503a800.stats=clear mdc.lustre-MDT0001-mdc-ffff88009503a800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m9.874s user 0m0.223s sys 0m8.673s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88009503a800.batch_stats= snapshot_time: 1734433414.546569725 secs.nsecs start_time: 1734433402.189033100 secs.nsecs elapsed_time: 12.357536625 secs.nsecs subreqs per batch batches % cum % 1: 188 65 65 2: 14 4 70 4: 6 2 72 8: 7 2 74 16: 17 5 80 32: 17 5 86 64: 2 0 87 128: 1 0 87 256: 35 12 100 mdc.lustre-MDT0001-mdc-ffff88009503a800.batch_stats= snapshot_time: 1734433414.546728382 secs.nsecs start_time: 1734433402.189170825 secs.nsecs elapsed_time: 12.357557557 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88009503a800.statahead_batch_max=64 llite.lustre-ffff88009503a800.statahead_max=128