== sanity test 123ad: Verify batching statahead works correctly ========================================================== 05:44:42 (1744537482) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800a6fd8800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a6fd8800.batch_stats=0 llite.lustre-ffff8800a6fd8800.statahead_max=32 llite.lustre-ffff8800a6fd8800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800a6fd8800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a6fd8800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.71 seconds: 141.80 ops/second llite.lustre-ffff8800a6fd8800.statahead_max=0 101 real 0m0.581s user 0m0.004s sys 0m0.213s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a6fd8800.statahead_max=32 32 101 real 0m0.325s user 0m0.002s sys 0m0.118s ls -l 100 files with statahead: 0 sec statahead total: 43 statahead wrong: 1 agl total: 43 list_total: 19 fname_total: 24 hit_total: 11400 miss_total: 217 total: 900 open/close in 1.94 seconds: 463.08 ops/second llite.lustre-ffff8800a6fd8800.statahead_max=0 1001 real 0m5.617s user 0m0.022s sys 0m2.115s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800a6fd8800.statahead_max=32 32 1001 real 0m1.733s user 0m0.018s sys 0m0.918s ls -l 1000 files with statahead: 2 sec statahead total: 44 statahead wrong: 1 agl total: 44 list_total: 20 fname_total: 24 hit_total: 12399 miss_total: 218 - open/close 4743 (time 1744537508.14 total 10.00 last 474.26) total: 9000 open/close in 19.75 seconds: 455.64 ops/second llite.lustre-ffff8800a6fd8800.statahead_max=0 10001 real 0m58.772s user 0m0.231s sys 0m21.231s ls -l 10000 files without statahead: 58 sec llite.lustre-ffff8800a6fd8800.statahead_max=32 32 10001 real 0m15.834s user 0m0.176s sys 0m8.468s ls -l 10000 files with statahead: 16 sec statahead total: 45 statahead wrong: 1 agl total: 45 list_total: 21 fname_total: 24 hit_total: 22398 miss_total: 219 ls -l done rm -r /mnt/lustre/d123ad.sanity: 51 seconds llite.lustre-ffff8800a6fd8800.statahead_stats= statahead total: 45 statahead wrong: 1 agl total: 45 list_total: 21 fname_total: 24 hit_total: 22398 miss_total: 219 mdc.lustre-MDT0000-mdc-ffff8800a6fd8800.batch_stats= snapshot_time: 1744537647.735426887 secs.nsecs start_time: 1744537483.750683032 secs.nsecs elapsed_time: 163.984743855 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 2 0 1 4: 3 0 1 8: 4 1 3 16: 229 65 68 32: 112 31 100 mdc.lustre-MDT0001-mdc-ffff8800a6fd8800.batch_stats= snapshot_time: 1744537647.735543527 secs.nsecs start_time: 1744537483.750745169 secs.nsecs elapsed_time: 163.984798358 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 2 0 0 4: 1 0 1 8: 5 1 2 16: 160 45 47 32: 186 52 100 - open/close 2995 (time 1744537658.59 total 10.00 last 299.40) - open/close 6035 (time 1744537668.59 total 20.01 last 303.94) - open/close 8619 (time 1744537678.60 total 30.01 last 258.29) total: 10000 open/close in 33.80 seconds: 295.84 ops/second llite.lustre-ffff8800a6fd8800.statahead_batch_max=0 llite.lustre-ffff8800a6fd8800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a6fd8800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a6fd8800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m8.208s user 0m0.167s sys 0m7.624s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800a6fd8800.statahead_batch_max=32 llite.lustre-ffff8800a6fd8800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a6fd8800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800a6fd8800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a6fd8800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a6fd8800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m26.607s user 0m0.226s sys 0m12.022s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800a6fd8800.batch_stats= snapshot_time: 1744537721.296975903 secs.nsecs start_time: 1744537692.324325669 secs.nsecs elapsed_time: 28.972650234 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800a6fd8800.batch_stats= snapshot_time: 1744537721.297049988 secs.nsecs start_time: 1744537692.324374063 secs.nsecs elapsed_time: 28.972675925 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800a6fd8800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a6fd8800.batch_stats=0 llite.lustre-ffff8800a6fd8800.statahead_max=2048 llite.lustre-ffff8800a6fd8800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8800a6fd8800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a6fd8800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.60 seconds: 165.46 ops/second llite.lustre-ffff8800a6fd8800.statahead_max=0 101 real 0m0.499s user 0m0.006s sys 0m0.174s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a6fd8800.statahead_max=2048 2048 101 real 0m0.414s user 0m0.010s sys 0m0.179s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 2.98 seconds: 302.29 ops/second llite.lustre-ffff8800a6fd8800.statahead_max=0 1001 real 0m7.820s user 0m0.037s sys 0m2.885s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff8800a6fd8800.statahead_max=2048 2048 1001 real 0m1.174s user 0m0.022s sys 0m0.758s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 2825 (time 1744537830.15 total 10.00 last 282.41) - open/close 5461 (time 1744537840.15 total 20.01 last 263.53) - open/close 8743 (time 1744537850.15 total 30.01 last 328.08) total: 9000 open/close in 31.09 seconds: 289.51 ops/second llite.lustre-ffff8800a6fd8800.statahead_max=0 10001 real 1m9.266s user 0m0.296s sys 0m24.427s ls -l 10000 files without statahead: 69 sec llite.lustre-ffff8800a6fd8800.statahead_max=2048 2048 10001 real 0m9.027s user 0m0.201s sys 0m7.714s ls -l 10000 files with statahead: 9 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 43 seconds llite.lustre-ffff8800a6fd8800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8800a6fd8800.batch_stats= snapshot_time: 1744537976.821565089 secs.nsecs start_time: 1744537721.879371693 secs.nsecs elapsed_time: 254.942193396 secs.nsecs subreqs per batch batches % cum % 1: 22 32 32 2: 1 1 34 4: 3 4 38 8: 3 4 43 16: 2 2 46 32: 1 1 47 64: 1 1 49 128: 2 2 52 256: 32 47 100 mdc.lustre-MDT0001-mdc-ffff8800a6fd8800.batch_stats= snapshot_time: 1744537976.821674432 secs.nsecs start_time: 1744537721.879447130 secs.nsecs elapsed_time: 254.942227302 secs.nsecs subreqs per batch batches % cum % 1: 30 40 40 2: 1 1 41 4: 2 2 44 8: 4 5 50 16: 1 1 51 32: 1 1 52 64: 1 1 54 128: 4 5 59 256: 30 40 100 - open/close 3666 (time 1744537987.53 total 10.00 last 366.55) - open/close 7106 (time 1744537997.53 total 20.00 last 343.98) total: 10000 open/close in 27.80 seconds: 359.68 ops/second llite.lustre-ffff8800a6fd8800.statahead_batch_max=0 llite.lustre-ffff8800a6fd8800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a6fd8800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a6fd8800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m8.908s user 0m0.176s sys 0m7.899s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800a6fd8800.statahead_batch_max=256 llite.lustre-ffff8800a6fd8800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a6fd8800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800a6fd8800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a6fd8800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a6fd8800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m9.280s user 0m0.159s sys 0m7.776s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800a6fd8800.batch_stats= snapshot_time: 1744538027.588611997 secs.nsecs start_time: 1744538016.116814923 secs.nsecs elapsed_time: 11.471797074 secs.nsecs subreqs per batch batches % cum % 1: 133 60 60 2: 8 3 64 4: 4 1 66 8: 7 3 69 16: 13 5 75 32: 16 7 82 64: 2 0 83 128: 0 0 83 256: 36 16 100 mdc.lustre-MDT0001-mdc-ffff8800a6fd8800.batch_stats= snapshot_time: 1744538027.588698215 secs.nsecs start_time: 1744538016.116934541 secs.nsecs elapsed_time: 11.471763674 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800a6fd8800.statahead_batch_max=64 llite.lustre-ffff8800a6fd8800.statahead_max=128